{ "_class" : "hudson.tasks.junit.TestResult", "testActions" : [ ], "duration" : 5045.0, "empty" : False, "failCount" : 435, "passCount" : 0, "skipCount" : 0, "suites" : [ { "cases" : [ { "testActions" : [ ], "age" : 260, "className" : "nitb_sms:sysmo", "duration" : 5.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=16273): Process ended prematurely: osmo-nitb_10.42.42.2(pid=16273) [trial-2404↪nitb_sms:sysmo↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=16273)]", "failedSince" : 2145, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_sms/mo_mt_sms.py\", line 11, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=16273): Process ended prematurely: osmo-nitb_10.42.42.2(pid=16273) [trial-2404↪nitb_sms:sysmo↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=16273)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2404 nitb_sms:sysmo mo_mt_sms.py\u000a----------------------------------------------\u000a11:27:54.141803 tst nitb_sms:sysmo: Using 1 x ip_address (candidates: 1)\u000a11:27:54.153092 tst nitb_sms:sysmo: Using 1 x bts (candidates: 1)\u000a11:27:54.753606 tst mo_mt_sms.py: using LAC 40579\u000a11:27:54.875679 tst mo_mt_sms.py: using RAC 34\u000a11:27:54.997595 tst mo_mt_sms.py: using CellId 40579\u000a11:27:55.122231 tst mo_mt_sms.py: using BVCI 40580\u000a11:27:55.146381 tst nitb_sms:sysmo: Using 1 x modem (candidates: 2)\u000a11:27:55.330089 tst nitb_sms:sysmo: Using 1 x modem (candidates: 2)\u000a11:27:55.605332 tst mo_mt_sms.py:9: start nitb and bts...\u000a11:27:55.730395 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a11:27:57.970077 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=16272): Launched\u000a11:27:58.268765 run osmo-nitb_10.42.42.2(pid=16273): Launched\u000a11:27:58.441326 run osmo-nitb_10.42.42.2(pid=16273): ERR: Terminated: ERROR {rc=2} [trial-2404↪nitb_sms:sysmo↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=16273)]\u000a11:27:58.565986 run osmo-nitb_10.42.42.2(pid=16273): stdout: \u000a| (launched: 2022-12-14_11:27:58.122279) \u000a11:27:58.691348 run osmo-nitb_10.42.42.2(pid=16273): stderr: \u000a| (launched: 2022-12-14_11:27:58.166805)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a11:27:58.811528 run osmo-nitb_10.42.42.2(pid=16273): stdout: \u000a| (launched: 2022-12-14_11:27:58.122279) \u000a11:27:58.931053 run osmo-nitb_10.42.42.2(pid=16273): stderr: \u000a| (launched: 2022-12-14_11:27:58.166805)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a11:27:58.983667 tst mo_mt_sms.py:11: ERR: Error: osmo-nitb_10.42.42.2(pid=16273): Process ended prematurely: osmo-nitb_10.42.42.2(pid=16273) [trial-2404↪nitb_sms:sysmo↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=16273)] [trial-2404↪nitb_sms:sysmo↪mo_mt_sms.py:11]\u000a11:27:58.991634 tst mo_mt_sms.py:11: Test FAILED (4.8 sec)\u000a11:27:59.026771 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=16272): Terminating (SIGTERM)\u000a11:27:59.204562 --- ParallelTerminationStrategy: PID 16272 died...\u000a11:27:59.260129 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=16272): Terminated: ok {rc=0}\u000a11:27:59.350017 bus /sierra_3: Setting Powered False\u000a11:28:00.457423 bus /sierra_3: Setting Powered False\u000a11:28:01.571421 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 10.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "0", "name" : "nitb_sms_sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T11:27:53" }, { "cases" : [ { "testActions" : [ ], "age" : 74, "className" : "sms:sysmo", "duration" : 15.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16285): Process ended prematurely: osmo-stp_10.42.42.5(pid=16285) [trial-2404↪sms:sysmo↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16285)]", "failedSince" : 2331, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/sms/mo_mt_sms.py\", line 16, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16285): Process ended prematurely: osmo-stp_10.42.42.5(pid=16285) [trial-2404↪sms:sysmo↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16285)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2404 sms:sysmo mo_mt_sms.py\u000a----------------------------------------------\u000a11:28:03.428237 tst sms:sysmo: Using 1 x ip_address (candidates: 6)\u000a11:28:03.439512 tst sms:sysmo: Using 1 x bts (candidates: 1)\u000a11:28:03.561977 tst mo_mt_sms.py: using LAC 40580\u000a11:28:03.681637 tst mo_mt_sms.py: using RAC 35\u000a11:28:03.796875 tst mo_mt_sms.py: using CellId 40580\u000a11:28:03.914386 tst mo_mt_sms.py: using BVCI 40581\u000a11:28:03.936894 tst sms:sysmo: Using 1 x ip_address (candidates: 6)\u000a11:28:03.947400 tst sms:sysmo: Using 1 x ip_address (candidates: 6)\u000a11:28:03.957817 tst sms:sysmo: Using 1 x ip_address (candidates: 6)\u000a11:28:03.968091 tst sms:sysmo: Using 1 x ip_address (candidates: 6)\u000a11:28:03.978536 tst sms:sysmo: Using 1 x ip_address (candidates: 6)\u000a11:28:03.990201 tst sms:sysmo: Using 1 x modem (candidates: 2)\u000a11:28:04.109613 tst sms:sysmo: Using 1 x modem (candidates: 2)\u000a11:28:04.312928 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:28:06.024630 run create_hlr_db(pid=16279): Launched\u000a11:28:06.198537 bus /sierra_2: Setting Powered False\u000a11:28:07.220067 run create_hlr_db(pid=16279): Terminated: ok {rc=0}\u000a11:28:07.625715 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16281): Launched\u000a11:28:07.928708 run osmo-hlr_10.42.42.2(pid=16282): Launched\u000a11:28:08.046924 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:28:10.530168 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16284): Launched\u000a11:28:10.833776 run osmo-stp_10.42.42.5(pid=16285): Launched\u000a11:28:10.944525 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a11:28:16.205546 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16287): Launched\u000a11:28:16.610068 run osmo-msc_10.42.42.6(pid=16288): Launched\u000a11:28:16.998628 run osmo-stp_10.42.42.5(pid=16285): ERR: Terminated: ERROR {rc=1} [trial-2404↪sms:sysmo↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16285)]\u000a11:28:17.263261 run osmo-stp_10.42.42.5(pid=16285): stdout: \u000a| (launched: 2022-12-14_11:28:10.682485)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:28:17.393128 run osmo-stp_10.42.42.5(pid=16285): stderr: \u000a| �[0;m�[38;5;43m20221214112810851 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214112810851 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214112810851 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214112810852 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214112810852 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214112810852 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214112810853 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:28:17.515812 run osmo-stp_10.42.42.5(pid=16285): stdout: \u000a| (launched: 2022-12-14_11:28:10.682485)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:28:17.636097 run osmo-stp_10.42.42.5(pid=16285): stderr: \u000a| �[0;m�[38;5;43m20221214112810851 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214112810851 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214112810851 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214112810852 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214112810852 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214112810852 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214112810853 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:28:17.689180 tst mo_mt_sms.py:16: ERR: Error: osmo-stp_10.42.42.5(pid=16285): Process ended prematurely: osmo-stp_10.42.42.5(pid=16285) [trial-2404↪sms:sysmo↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16285)] [trial-2404↪sms:sysmo↪mo_mt_sms.py:16]\u000a11:28:17.697330 tst mo_mt_sms.py:16: Test FAILED (14.3 sec)\u000a11:28:17.758480 run osmo-hlr_10.42.42.2(pid=16282): ERR: Terminated: ERROR {rc=237} [trial-2404↪sms:sysmo↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16282)]\u000a11:28:17.808930 run osmo-hlr_10.42.42.2(pid=16282): stdout: \u000a| (launched: 2022-12-14_11:28:07.778309) \u000a11:28:17.859650 run osmo-hlr_10.42.42.2(pid=16282): stderr: \u000a| �[0;m�[1;31m20221214112807954 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214112807954 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214112807954 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214112807954 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214112807954 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214112807954 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214112807966 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2404/run.2022-12-14_11-25-45/sms:sysmo/mo_mt_sms.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214112807974 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214112807974 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214112807974 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:28:17.928817 run osmo-msc_10.42.42.6(pid=16288): ERR: Terminated: ERROR {rc=2} [trial-2404↪sms:sysmo↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=16288)]\u000a11:28:17.979410 run osmo-msc_10.42.42.6(pid=16288): stdout: \u000a| (launched: 2022-12-14_11:28:16.359510) \u000a11:28:18.030334 run osmo-msc_10.42.42.6(pid=16288): stderr: \u000a| �[0;m�[38;5;43m20221214112816897 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214112816897 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f64e66e7c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214112816897 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214112816897 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214112816897 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214112816897 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214112816899 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214112816899 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214112816900 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214112816900 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a11:28:18.073980 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16281): Terminating (SIGTERM)\u000a11:28:18.114974 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16284): Terminating (SIGTERM)\u000a11:28:18.155954 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16287): Terminating (SIGTERM)\u000a11:28:18.165323 --- ParallelTerminationStrategy: PID 16281 died...\u000a11:28:18.220711 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16281): Terminated: ok {rc=0}\u000a11:28:18.230524 --- ParallelTerminationStrategy: PID 16284 died...\u000a11:28:18.285346 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16284): Terminated: ok {rc=0}\u000a11:28:18.294919 --- ParallelTerminationStrategy: PID 16287 died...\u000a11:28:18.349460 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16287): Terminated: ok {rc=0}\u000a11:28:18.439962 bus /sierra_3: Setting Powered False\u000a11:28:19.548059 bus /sierra_3: Setting Powered False\u000a11:28:20.662235 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 20.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "1", "name" : "sms_sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T11:28:03" }, { "cases" : [ { "testActions" : [ ], "age" : 260, "className" : "nitb_ussd:sysmo", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=16294): Process ended prematurely: osmo-nitb_10.42.42.2(pid=16294) [trial-2404↪nitb_ussd:sysmo↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=16294)]", "failedSince" : 2145, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_ussd/assert_extension.py\", line 12, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=16294): Process ended prematurely: osmo-nitb_10.42.42.2(pid=16294) [trial-2404↪nitb_ussd:sysmo↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=16294)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2404 nitb_ussd:sysmo assert_extension.py\u000a----------------------------------------------\u000a11:28:22.469430 tst nitb_ussd:sysmo: Using 1 x ip_address (candidates: 1)\u000a11:28:22.480583 tst nitb_ussd:sysmo: Using 1 x bts (candidates: 1)\u000a11:28:22.610613 tst assert_extension.py: using LAC 40581\u000a11:28:22.737441 tst assert_extension.py: using RAC 36\u000a11:28:22.865773 tst assert_extension.py: using CellId 40581\u000a11:28:22.995011 tst assert_extension.py: using BVCI 40582\u000a11:28:23.019621 tst nitb_ussd:sysmo: Using 1 x modem (candidates: 1)\u000a11:28:23.312317 tst assert_extension.py:10: start nitb and bts...\u000a11:28:23.448426 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a11:28:24.119550 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=16293): Launched\u000a11:28:24.442422 run osmo-nitb_10.42.42.2(pid=16294): Launched\u000a11:28:24.641256 run osmo-nitb_10.42.42.2(pid=16294): ERR: Terminated: ERROR {rc=2} [trial-2404↪nitb_ussd:sysmo↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=16294)]\u000a11:28:24.787684 run osmo-nitb_10.42.42.2(pid=16294): stdout: \u000a| (launched: 2022-12-14_11:28:24.284213) \u000a11:28:24.945581 run osmo-nitb_10.42.42.2(pid=16294): stderr: \u000a| (launched: 2022-12-14_11:28:24.332297)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a11:28:25.117622 run osmo-nitb_10.42.42.2(pid=16294): stdout: \u000a| (launched: 2022-12-14_11:28:24.284213) \u000a11:28:25.286825 run osmo-nitb_10.42.42.2(pid=16294): stderr: \u000a| (launched: 2022-12-14_11:28:24.332297)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a11:28:25.572908 tst osmo-nitb_10.42.42.2(pid=16294): stdout: \u000a| (launched: 2022-12-14_11:28:24.284213) \u000a11:28:25.701384 tst osmo-nitb_10.42.42.2(pid=16294): stderr: \u000a| (launched: 2022-12-14_11:28:24.332297)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a11:28:25.757803 tst assert_extension.py:12: ERR: Error: osmo-nitb_10.42.42.2(pid=16294): Process ended prematurely: osmo-nitb_10.42.42.2(pid=16294) [trial-2404↪nitb_ussd:sysmo↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=16294)] [trial-2404↪nitb_ussd:sysmo↪assert_extension.py:12]\u000a11:28:25.766548 tst assert_extension.py:12: Test FAILED (3.3 sec)\u000a11:28:25.802809 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=16293): Terminating (SIGTERM)\u000a11:28:25.980518 --- ParallelTerminationStrategy: PID 16293 died...\u000a11:28:26.038173 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=16293): Terminated: ok {rc=0}\u000a11:28:26.125598 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 6.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "2", "name" : "nitb_ussd_sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T11:28:22" }, { "cases" : [ { "testActions" : [ ], "age" : 74, "className" : "ussd:sysmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16307): Process ended prematurely: osmo-stp_10.42.42.5(pid=16307) [trial-2404↪ussd:sysmo↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16307)]", "failedSince" : 2331, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/ussd/assert_extension.py\", line 17, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16307): Process ended prematurely: osmo-stp_10.42.42.5(pid=16307) [trial-2404↪ussd:sysmo↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16307)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2404 ussd:sysmo assert_extension.py\u000a----------------------------------------------\u000a11:28:28.016240 tst ussd:sysmo: Using 1 x ip_address (candidates: 6)\u000a11:28:28.027398 tst ussd:sysmo: Using 1 x bts (candidates: 1)\u000a11:28:28.149438 tst assert_extension.py: using LAC 40582\u000a11:28:28.267182 tst assert_extension.py: using RAC 37\u000a11:28:28.383089 tst assert_extension.py: using CellId 40582\u000a11:28:28.499379 tst assert_extension.py: using BVCI 40583\u000a11:28:28.522482 tst ussd:sysmo: Using 1 x ip_address (candidates: 6)\u000a11:28:28.533013 tst ussd:sysmo: Using 1 x ip_address (candidates: 6)\u000a11:28:28.543561 tst ussd:sysmo: Using 1 x ip_address (candidates: 6)\u000a11:28:28.554100 tst ussd:sysmo: Using 1 x ip_address (candidates: 6)\u000a11:28:28.565000 tst ussd:sysmo: Using 1 x ip_address (candidates: 6)\u000a11:28:28.575998 tst ussd:sysmo: Using 1 x modem (candidates: 1)\u000a11:28:28.785840 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:28:29.307126 run create_hlr_db(pid=16301): Launched\u000a11:28:29.495924 bus /sierra_2: Setting Powered False\u000a11:28:30.515329 run create_hlr_db(pid=16301): Terminated: ok {rc=0}\u000a11:28:30.940850 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16303): Launched\u000a11:28:31.398559 run osmo-hlr_10.42.42.2(pid=16304): Launched\u000a11:28:31.589217 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:28:32.189838 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16306): Launched\u000a11:28:32.561466 run osmo-stp_10.42.42.5(pid=16307): Launched\u000a11:28:32.687030 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a11:28:33.239836 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16309): Launched\u000a11:28:33.545577 run osmo-msc_10.42.42.6(pid=16310): Launched\u000a11:28:33.722099 run osmo-stp_10.42.42.5(pid=16307): ERR: Terminated: ERROR {rc=1} [trial-2404↪ussd:sysmo↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16307)]\u000a11:28:33.849388 run osmo-stp_10.42.42.5(pid=16307): stdout: \u000a| (launched: 2022-12-14_11:28:32.386150)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:28:33.975305 run osmo-stp_10.42.42.5(pid=16307): stderr: \u000a| �[0;m�[38;5;43m20221214112832555 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214112832556 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214112832556 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214112832556 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214112832557 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214112832557 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214112832557 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:28:34.096830 run osmo-stp_10.42.42.5(pid=16307): stdout: \u000a| (launched: 2022-12-14_11:28:32.386150)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:28:34.217165 run osmo-stp_10.42.42.5(pid=16307): stderr: \u000a| �[0;m�[38;5;43m20221214112832555 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214112832556 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214112832556 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214112832556 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214112832557 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214112832557 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214112832557 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:28:34.269863 tst assert_extension.py:17: ERR: Error: osmo-stp_10.42.42.5(pid=16307): Process ended prematurely: osmo-stp_10.42.42.5(pid=16307) [trial-2404↪ussd:sysmo↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16307)] [trial-2404↪ussd:sysmo↪assert_extension.py:17]\u000a11:28:34.277865 tst assert_extension.py:17: Test FAILED (6.3 sec)\u000a11:28:34.338649 run osmo-hlr_10.42.42.2(pid=16304): ERR: Terminated: ERROR {rc=237} [trial-2404↪ussd:sysmo↪assert_extension.py↪assert_extension.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16304)]\u000a11:28:34.388514 run osmo-hlr_10.42.42.2(pid=16304): stdout: \u000a| (launched: 2022-12-14_11:28:31.095943) \u000a11:28:34.438927 run osmo-hlr_10.42.42.2(pid=16304): stderr: \u000a| �[0;m�[1;31m20221214112831339 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214112831339 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214112831339 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214112831339 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214112831339 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214112831339 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214112831360 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2404/run.2022-12-14_11-25-45/ussd:sysmo/assert_extension.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214112831368 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214112831368 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214112831368 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:28:34.507703 run osmo-msc_10.42.42.6(pid=16310): ERR: Terminated: ERROR {rc=2} [trial-2404↪ussd:sysmo↪assert_extension.py↪assert_extension.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=16310)]\u000a11:28:34.557886 run osmo-msc_10.42.42.6(pid=16310): stdout: \u000a| (launched: 2022-12-14_11:28:33.392807) \u000a11:28:34.608538 run osmo-msc_10.42.42.6(pid=16310): stderr: \u000a| �[0;m�[38;5;43m20221214112833664 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214112833665 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7faee3b0cc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214112833665 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214112833665 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214112833665 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214112833665 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214112833667 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214112833667 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214112833667 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214112833668 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a11:28:34.651709 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16303): Terminating (SIGTERM)\u000a11:28:34.692413 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16306): Terminating (SIGTERM)\u000a11:28:34.733161 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16309): Terminating (SIGTERM)\u000a11:28:34.742070 --- ParallelTerminationStrategy: PID 16303 died...\u000a11:28:34.796620 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16303): Terminated: ok {rc=0}\u000a11:28:34.806238 --- ParallelTerminationStrategy: PID 16306 died...\u000a11:28:34.860499 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16306): Terminated: ok {rc=0}\u000a11:28:34.870032 --- ParallelTerminationStrategy: PID 16309 died...\u000a11:28:34.923842 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16309): Terminated: ok {rc=0}\u000a11:28:35.013389 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 9.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "3", "name" : "ussd_sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T11:28:27" }, { "cases" : [ { "testActions" : [ ], "age" : 74, "className" : "voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16321): Process ended prematurely: osmo-stp_10.42.42.5(pid=16321) [trial-2404↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16321)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16321): Process ended prematurely: osmo-stp_10.42.42.5(pid=16321) [trial-2404↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16321)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2404 voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call.py\u000a----------------------------------------------\u000a11:28:36.943739 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a11:28:36.955076 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a11:28:37.102723 tst mo_mt_call.py: using LAC 40583\u000a11:28:37.225956 tst mo_mt_call.py: using RAC 38\u000a11:28:37.351392 tst mo_mt_call.py: using CellId 40583\u000a11:28:37.480100 tst mo_mt_call.py: using BVCI 40584\u000a11:28:37.505879 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a11:28:37.517635 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a11:28:37.529249 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a11:28:37.540784 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a11:28:37.552553 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a11:28:37.564387 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a11:28:37.682018 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a11:28:37.896229 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:28:38.426704 run create_hlr_db(pid=16315): Launched\u000a11:28:38.618782 bus /sierra_2: Setting Powered False\u000a11:28:39.629060 run create_hlr_db(pid=16315): Terminated: ok {rc=0}\u000a11:28:40.077512 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16317): Launched\u000a11:28:40.410292 run osmo-hlr_10.42.42.2(pid=16318): Launched\u000a11:28:40.530572 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:28:41.107391 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16320): Launched\u000a11:28:41.439190 run osmo-stp_10.42.42.5(pid=16321): Launched\u000a11:28:41.559377 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a11:28:42.164480 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16323): Launched\u000a11:28:42.495436 run osmo-msc_10.42.42.6(pid=16324): Launched\u000a11:28:42.689175 run osmo-stp_10.42.42.5(pid=16321): ERR: Terminated: ERROR {rc=1} [trial-2404↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16321)]\u000a11:28:42.830917 run osmo-stp_10.42.42.5(pid=16321): stdout: \u000a| (launched: 2022-12-14_11:28:41.275118)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:28:42.968185 run osmo-stp_10.42.42.5(pid=16321): stderr: \u000a| �[0;m�[38;5;43m20221214112841465 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214112841465 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214112841466 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214112841466 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214112841467 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214112841467 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214112841467 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:28:43.100315 run osmo-stp_10.42.42.5(pid=16321): stdout: \u000a| (launched: 2022-12-14_11:28:41.275118)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:28:43.230837 run osmo-stp_10.42.42.5(pid=16321): stderr: \u000a| �[0;m�[38;5;43m20221214112841465 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214112841465 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214112841466 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214112841466 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214112841467 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214112841467 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214112841467 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:28:43.288522 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=16321): Process ended prematurely: osmo-stp_10.42.42.5(pid=16321) [trial-2404↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16321)] [trial-2404↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8]\u000a11:28:43.297865 tst mo_mt_call.py:8: Test FAILED (6.4 sec)\u000a11:28:43.361093 run osmo-hlr_10.42.42.2(pid=16318): ERR: Terminated: ERROR {rc=237} [trial-2404↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16318)]\u000a11:28:43.413244 run osmo-hlr_10.42.42.2(pid=16318): stdout: \u000a| (launched: 2022-12-14_11:28:40.245800) \u000a11:28:43.466410 run osmo-hlr_10.42.42.2(pid=16318): stderr: \u000a| �[0;m�[1;31m20221214112840444 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214112840444 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214112840444 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214112840444 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214112840444 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214112840444 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214112840485 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2404/run.2022-12-14_11-25-45/voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214112840496 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214112840496 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214112840496 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:28:43.537863 run osmo-msc_10.42.42.6(pid=16324): ERR: Terminated: ERROR {rc=2} [trial-2404↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=16324)]\u000a11:28:43.589640 run osmo-msc_10.42.42.6(pid=16324): stdout: \u000a| (launched: 2022-12-14_11:28:42.332351) \u000a11:28:43.642302 run osmo-msc_10.42.42.6(pid=16324): stderr: \u000a| �[0;m�[38;5;43m20221214112842653 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214112842654 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f31f2d22c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214112842654 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214112842654 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214112842654 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214112842654 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214112842656 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214112842656 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214112842656 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214112842656 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a11:28:43.687672 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16317): Terminating (SIGTERM)\u000a11:28:43.730193 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16320): Terminating (SIGTERM)\u000a11:28:43.772413 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16323): Terminating (SIGTERM)\u000a11:28:43.782123 --- ParallelTerminationStrategy: PID 16317 died...\u000a11:28:43.838109 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16317): Terminated: ok {rc=0}\u000a11:28:43.848271 --- ParallelTerminationStrategy: PID 16320 died...\u000a11:28:43.904614 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16320): Terminated: ok {rc=0}\u000a11:28:43.914663 --- ParallelTerminationStrategy: PID 16323 died...\u000a11:28:43.970994 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16323): Terminated: ok {rc=0}\u000a11:28:44.058909 bus /sierra_3: Setting Powered False\u000a11:28:45.166785 bus /sierra_3: Setting Powered False\u000a11:28:46.301359 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 76, "className" : "voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16332): Process ended prematurely: osmo-stp_10.42.42.5(pid=16332) [trial-2404↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16332)]", "failedSince" : 2329, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16332): Process ended prematurely: osmo-stp_10.42.42.5(pid=16332) [trial-2404↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16332)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2404 voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a11:28:47.415840 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a11:28:47.427642 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a11:28:47.581610 tst mo_mt_call_osmux.py: using LAC 40584\u000a11:28:47.707047 tst mo_mt_call_osmux.py: using RAC 39\u000a11:28:47.828255 tst mo_mt_call_osmux.py: using CellId 40584\u000a11:28:47.950121 tst mo_mt_call_osmux.py: using BVCI 40585\u000a11:28:47.973639 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a11:28:47.984528 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a11:28:47.995594 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a11:28:48.006516 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a11:28:48.017841 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a11:28:48.029141 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a11:28:48.150951 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a11:28:48.356551 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:28:48.844892 run create_hlr_db(pid=16326): Launched\u000a11:28:49.022721 bus /sierra_2: Setting Powered False\u000a11:28:50.043610 run create_hlr_db(pid=16326): Terminated: ok {rc=0}\u000a11:28:50.486420 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16328): Launched\u000a11:28:50.820004 run osmo-hlr_10.42.42.2(pid=16329): Launched\u000a11:28:50.940834 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:28:51.520137 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16331): Launched\u000a11:28:51.852611 run osmo-stp_10.42.42.5(pid=16332): Launched\u000a11:28:51.971412 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a11:28:52.575312 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16334): Launched\u000a11:28:52.906509 run osmo-msc_10.42.42.6(pid=16335): Launched\u000a11:28:53.098963 run osmo-stp_10.42.42.5(pid=16332): ERR: Terminated: ERROR {rc=1} [trial-2404↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16332)]\u000a11:28:53.238531 run osmo-stp_10.42.42.5(pid=16332): stdout: \u000a| (launched: 2022-12-14_11:28:51.687677)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:28:53.376508 run osmo-stp_10.42.42.5(pid=16332): stderr: \u000a| �[0;m�[38;5;43m20221214112851881 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214112851881 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214112851882 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214112851882 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214112851883 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214112851883 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214112851883 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:28:53.509156 run osmo-stp_10.42.42.5(pid=16332): stdout: \u000a| (launched: 2022-12-14_11:28:51.687677)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:28:53.640066 run osmo-stp_10.42.42.5(pid=16332): stderr: \u000a| �[0;m�[38;5;43m20221214112851881 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214112851881 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214112851882 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214112851882 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214112851883 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214112851883 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214112851883 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:28:53.697896 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=16332): Process ended prematurely: osmo-stp_10.42.42.5(pid=16332) [trial-2404↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16332)] [trial-2404↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8]\u000a11:28:53.707401 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a11:28:53.770455 run osmo-hlr_10.42.42.2(pid=16329): ERR: Terminated: ERROR {rc=237} [trial-2404↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16329)]\u000a11:28:53.822505 run osmo-hlr_10.42.42.2(pid=16329): stdout: \u000a| (launched: 2022-12-14_11:28:50.655068) \u000a11:28:53.874793 run osmo-hlr_10.42.42.2(pid=16329): stderr: \u000a| �[0;m�[1;31m20221214112850854 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214112850854 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214112850854 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214112850854 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214112850854 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214112850854 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214112850870 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2404/run.2022-12-14_11-25-45/voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214112850878 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214112850878 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214112850878 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:28:53.945776 run osmo-msc_10.42.42.6(pid=16335): ERR: Terminated: ERROR {rc=2} [trial-2404↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=16335)]\u000a11:28:53.997386 run osmo-msc_10.42.42.6(pid=16335): stdout: \u000a| (launched: 2022-12-14_11:28:52.742929) \u000a11:28:54.049516 run osmo-msc_10.42.42.6(pid=16335): stderr: \u000a| �[0;m�[38;5;43m20221214112853062 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214112853062 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f7b2aa46c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214112853062 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214112853063 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214112853063 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214112853063 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214112853065 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214112853065 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214112853065 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214112853065 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a11:28:54.093899 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16328): Terminating (SIGTERM)\u000a11:28:54.135841 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16331): Terminating (SIGTERM)\u000a11:28:54.177823 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16334): Terminating (SIGTERM)\u000a11:28:54.187501 --- ParallelTerminationStrategy: PID 16328 died...\u000a11:28:54.243631 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16328): Terminated: ok {rc=0}\u000a11:28:54.253779 --- ParallelTerminationStrategy: PID 16331 died...\u000a11:28:54.309389 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16331): Terminated: ok {rc=0}\u000a11:28:54.319383 --- ParallelTerminationStrategy: PID 16334 died...\u000a11:28:54.374849 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16334): Terminated: ok {rc=0}\u000a11:28:54.462677 bus /sierra_3: Setting Powered False\u000a11:28:55.565145 bus /sierra_3: Setting Powered False\u000a11:28:56.676840 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "4", "name" : "voice_sysmo+mod-bts0-ts-tchf+cfg-codec-fr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T11:28:36" }, { "cases" : [ { "testActions" : [ ], "age" : 74, "className" : "voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16346): Process ended prematurely: osmo-stp_10.42.42.5(pid=16346) [trial-2404↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16346)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16346): Process ended prematurely: osmo-stp_10.42.42.5(pid=16346) [trial-2404↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16346)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2404 voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call.py\u000a----------------------------------------------\u000a11:28:58.641012 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a11:28:58.651967 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a11:28:58.798487 tst mo_mt_call.py: using LAC 40585\u000a11:28:58.921123 tst mo_mt_call.py: using RAC 40\u000a11:28:59.042553 tst mo_mt_call.py: using CellId 40585\u000a11:28:59.164829 tst mo_mt_call.py: using BVCI 40586\u000a11:28:59.188165 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a11:28:59.199161 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a11:28:59.209986 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a11:28:59.220706 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a11:28:59.231897 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a11:28:59.243202 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a11:28:59.364561 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a11:28:59.577805 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:29:00.108599 run create_hlr_db(pid=16340): Launched\u000a11:29:00.299711 bus /sierra_2: Setting Powered False\u000a11:29:01.340876 run create_hlr_db(pid=16340): Terminated: ok {rc=0}\u000a11:29:01.784008 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16342): Launched\u000a11:29:02.108116 run osmo-hlr_10.42.42.2(pid=16343): Launched\u000a11:29:02.287911 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:29:02.866649 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16345): Launched\u000a11:29:03.198777 run osmo-stp_10.42.42.5(pid=16346): Launched\u000a11:29:03.319367 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a11:29:03.924781 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16348): Launched\u000a11:29:04.258336 run osmo-msc_10.42.42.6(pid=16349): Launched\u000a11:29:04.451742 run osmo-stp_10.42.42.5(pid=16346): ERR: Terminated: ERROR {rc=1} [trial-2404↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16346)]\u000a11:29:04.591959 run osmo-stp_10.42.42.5(pid=16346): stdout: \u000a| (launched: 2022-12-14_11:29:03.034776)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:29:04.730224 run osmo-stp_10.42.42.5(pid=16346): stderr: \u000a| �[0;m�[38;5;43m20221214112903229 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214112903229 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214112903229 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214112903230 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214112903230 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214112903230 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214112903230 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:29:04.862790 run osmo-stp_10.42.42.5(pid=16346): stdout: \u000a| (launched: 2022-12-14_11:29:03.034776)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:29:04.993625 run osmo-stp_10.42.42.5(pid=16346): stderr: \u000a| �[0;m�[38;5;43m20221214112903229 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214112903229 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214112903229 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214112903230 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214112903230 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214112903230 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214112903230 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:29:05.051530 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=16346): Process ended prematurely: osmo-stp_10.42.42.5(pid=16346) [trial-2404↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16346)] [trial-2404↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8]\u000a11:29:05.060748 tst mo_mt_call.py:8: Test FAILED (6.5 sec)\u000a11:29:05.123451 run osmo-hlr_10.42.42.2(pid=16343): ERR: Terminated: ERROR {rc=237} [trial-2404↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16343)]\u000a11:29:05.174953 run osmo-hlr_10.42.42.2(pid=16343): stdout: \u000a| (launched: 2022-12-14_11:29:01.944549) \u000a11:29:05.227033 run osmo-hlr_10.42.42.2(pid=16343): stderr: \u000a| �[0;m�[1;31m20221214112902262 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214112902262 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214112902262 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214112902262 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214112902262 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214112902262 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214112902274 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2404/run.2022-12-14_11-25-45/voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214112902282 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214112902283 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214112902283 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:29:05.297686 run osmo-msc_10.42.42.6(pid=16349): ERR: Terminated: ERROR {rc=2} [trial-2404↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=16349)]\u000a11:29:05.349339 run osmo-msc_10.42.42.6(pid=16349): stdout: \u000a| (launched: 2022-12-14_11:29:04.093236) \u000a11:29:05.401113 run osmo-msc_10.42.42.6(pid=16349): stderr: \u000a| �[0;m�[38;5;43m20221214112904413 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214112904413 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f6c4c481c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214112904413 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214112904413 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214112904414 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214112904414 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214112904415 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214112904416 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214112904416 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214112904416 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a11:29:05.445352 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16342): Terminating (SIGTERM)\u000a11:29:05.488102 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16345): Terminating (SIGTERM)\u000a11:29:05.530445 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16348): Terminating (SIGTERM)\u000a11:29:05.540070 --- ParallelTerminationStrategy: PID 16342 died...\u000a11:29:05.596134 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16342): Terminated: ok {rc=0}\u000a11:29:05.606220 --- ParallelTerminationStrategy: PID 16345 died...\u000a11:29:05.661866 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16345): Terminated: ok {rc=0}\u000a11:29:05.671929 --- ParallelTerminationStrategy: PID 16348 died...\u000a11:29:05.727698 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16348): Terminated: ok {rc=0}\u000a11:29:05.816088 bus /sierra_3: Setting Powered False\u000a11:29:06.921051 bus /sierra_3: Setting Powered False\u000a11:29:08.032067 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 76, "className" : "voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16357): Process ended prematurely: osmo-stp_10.42.42.5(pid=16357) [trial-2404↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16357)]", "failedSince" : 2329, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16357): Process ended prematurely: osmo-stp_10.42.42.5(pid=16357) [trial-2404↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16357)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2404 voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a11:29:09.148400 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a11:29:09.160602 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a11:29:09.314347 tst mo_mt_call_osmux.py: using LAC 40586\u000a11:29:09.438247 tst mo_mt_call_osmux.py: using RAC 41\u000a11:29:09.561120 tst mo_mt_call_osmux.py: using CellId 40586\u000a11:29:09.682337 tst mo_mt_call_osmux.py: using BVCI 40587\u000a11:29:09.705827 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a11:29:09.716766 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a11:29:09.727806 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a11:29:09.738649 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a11:29:09.749792 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a11:29:09.760867 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a11:29:09.878290 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a11:29:10.095148 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:29:10.593735 run create_hlr_db(pid=16351): Launched\u000a11:29:10.771346 bus /sierra_2: Setting Powered False\u000a11:29:11.792512 run create_hlr_db(pid=16351): Terminated: ok {rc=0}\u000a11:29:12.236068 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16353): Launched\u000a11:29:12.569261 run osmo-hlr_10.42.42.2(pid=16354): Launched\u000a11:29:12.691972 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:29:13.268129 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16356): Launched\u000a11:29:13.602119 run osmo-stp_10.42.42.5(pid=16357): Launched\u000a11:29:13.722342 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a11:29:14.328831 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16359): Launched\u000a11:29:14.663008 run osmo-msc_10.42.42.6(pid=16360): Launched\u000a11:29:14.855483 run osmo-stp_10.42.42.5(pid=16357): ERR: Terminated: ERROR {rc=1} [trial-2404↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16357)]\u000a11:29:14.995458 run osmo-stp_10.42.42.5(pid=16357): stdout: \u000a| (launched: 2022-12-14_11:29:13.435876)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:29:15.133802 run osmo-stp_10.42.42.5(pid=16357): stderr: \u000a| �[0;m�[38;5;43m20221214112913628 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214112913628 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214112913628 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214112913629 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214112913629 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214112913629 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214112913629 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:29:15.266460 run osmo-stp_10.42.42.5(pid=16357): stdout: \u000a| (launched: 2022-12-14_11:29:13.435876)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:29:15.397506 run osmo-stp_10.42.42.5(pid=16357): stderr: \u000a| �[0;m�[38;5;43m20221214112913628 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214112913628 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214112913628 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214112913629 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214112913629 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214112913629 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214112913629 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:29:15.455406 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=16357): Process ended prematurely: osmo-stp_10.42.42.5(pid=16357) [trial-2404↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16357)] [trial-2404↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8]\u000a11:29:15.464824 tst mo_mt_call_osmux.py:8: Test FAILED (6.4 sec)\u000a11:29:15.528100 run osmo-hlr_10.42.42.2(pid=16354): ERR: Terminated: ERROR {rc=237} [trial-2404↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16354)]\u000a11:29:15.579669 run osmo-hlr_10.42.42.2(pid=16354): stdout: \u000a| (launched: 2022-12-14_11:29:12.404817) \u000a11:29:15.631956 run osmo-hlr_10.42.42.2(pid=16354): stderr: \u000a| �[0;m�[1;31m20221214112912603 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214112912603 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214112912603 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214112912603 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214112912603 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214112912603 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214112912615 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2404/run.2022-12-14_11-25-45/voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214112912624 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214112912624 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214112912624 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:29:15.702867 run osmo-msc_10.42.42.6(pid=16360): ERR: Terminated: ERROR {rc=2} [trial-2404↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=16360)]\u000a11:29:15.754491 run osmo-msc_10.42.42.6(pid=16360): stdout: \u000a| (launched: 2022-12-14_11:29:14.497758) \u000a11:29:15.806672 run osmo-msc_10.42.42.6(pid=16360): stderr: \u000a| �[0;m�[38;5;43m20221214112914818 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214112914818 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f8781a9ec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214112914818 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214112914818 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214112914818 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214112914819 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214112914820 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214112914821 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214112914821 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214112914821 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a11:29:15.862552 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16353): Terminating (SIGTERM)\u000a11:29:15.928372 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16356): Terminating (SIGTERM)\u000a11:29:15.971230 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16359): Terminating (SIGTERM)\u000a11:29:15.981072 --- ParallelTerminationStrategy: PID 16353 died...\u000a11:29:16.039501 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16353): Terminated: ok {rc=0}\u000a11:29:16.050077 --- ParallelTerminationStrategy: PID 16356 died...\u000a11:29:16.107415 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16356): Terminated: ok {rc=0}\u000a11:29:16.118030 --- ParallelTerminationStrategy: PID 16359 died...\u000a11:29:16.175544 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16359): Terminated: ok {rc=0}\u000a11:29:16.280924 bus /sierra_3: Setting Powered False\u000a11:29:17.387241 bus /sierra_3: Setting Powered False\u000a11:29:18.496255 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "5", "name" : "voice_sysmo+mod-bts0-ts-tchf+cfg-codec-fr2", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T11:28:58" }, { "cases" : [ { "testActions" : [ ], "age" : 74, "className" : "voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16371): Process ended prematurely: osmo-stp_10.42.42.5(pid=16371) [trial-2404↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16371)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16371): Process ended prematurely: osmo-stp_10.42.42.5(pid=16371) [trial-2404↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16371)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2404 voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call.py\u000a----------------------------------------------\u000a11:29:20.456140 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a11:29:20.467663 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a11:29:20.621842 tst mo_mt_call.py: using LAC 40587\u000a11:29:20.752406 tst mo_mt_call.py: using RAC 42\u000a11:29:20.885985 tst mo_mt_call.py: using CellId 40587\u000a11:29:21.013498 tst mo_mt_call.py: using BVCI 40588\u000a11:29:21.038814 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a11:29:21.050377 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a11:29:21.061767 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a11:29:21.073130 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a11:29:21.084353 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a11:29:21.095822 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a11:29:21.214444 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a11:29:21.431166 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:29:21.962031 run create_hlr_db(pid=16365): Launched\u000a11:29:22.153214 bus /sierra_2: Setting Powered False\u000a11:29:23.173789 run create_hlr_db(pid=16365): Terminated: ok {rc=0}\u000a11:29:23.590286 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16367): Launched\u000a11:29:23.902526 run osmo-hlr_10.42.42.2(pid=16368): Launched\u000a11:29:24.023594 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:29:24.565468 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16370): Launched\u000a11:29:24.876824 run osmo-stp_10.42.42.5(pid=16371): Launched\u000a11:29:24.989045 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a11:29:25.556437 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16373): Launched\u000a11:29:25.869861 run osmo-msc_10.42.42.6(pid=16374): Launched\u000a11:29:26.051749 run osmo-stp_10.42.42.5(pid=16371): ERR: Terminated: ERROR {rc=1} [trial-2404↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16371)]\u000a11:29:26.183163 run osmo-stp_10.42.42.5(pid=16371): stdout: \u000a| (launched: 2022-12-14_11:29:24.721282)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:29:26.311916 run osmo-stp_10.42.42.5(pid=16371): stderr: \u000a| �[0;m�[38;5;43m20221214112924888 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214112924889 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214112924889 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214112924889 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214112924891 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214112924891 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214112924891 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:29:26.435790 run osmo-stp_10.42.42.5(pid=16371): stdout: \u000a| (launched: 2022-12-14_11:29:24.721282)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:29:26.559180 run osmo-stp_10.42.42.5(pid=16371): stderr: \u000a| �[0;m�[38;5;43m20221214112924888 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214112924889 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214112924889 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214112924889 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214112924891 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214112924891 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214112924891 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:29:26.613478 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=16371): Process ended prematurely: osmo-stp_10.42.42.5(pid=16371) [trial-2404↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16371)] [trial-2404↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8]\u000a11:29:26.622195 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a11:29:26.683520 run osmo-hlr_10.42.42.2(pid=16368): ERR: Terminated: ERROR {rc=237} [trial-2404↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16368)]\u000a11:29:26.733823 run osmo-hlr_10.42.42.2(pid=16368): stdout: \u000a| (launched: 2022-12-14_11:29:23.747137) \u000a11:29:26.784226 run osmo-hlr_10.42.42.2(pid=16368): stderr: \u000a| �[0;m�[1;31m20221214112923925 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214112923925 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214112923926 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214112923926 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214112923926 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214112923926 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214112923938 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2404/run.2022-12-14_11-25-45/voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214112923949 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214112923949 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214112923949 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:29:26.852740 run osmo-msc_10.42.42.6(pid=16374): ERR: Terminated: ERROR {rc=2} [trial-2404↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=16374)]\u000a11:29:26.902500 run osmo-msc_10.42.42.6(pid=16374): stdout: \u000a| (launched: 2022-12-14_11:29:25.713257) \u000a11:29:26.952850 run osmo-msc_10.42.42.6(pid=16374): stderr: \u000a| �[0;m�[38;5;43m20221214112925983 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214112925983 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f0756a10c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214112925984 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214112925984 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214112925984 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214112925984 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214112925986 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214112925986 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214112925986 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214112925986 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a11:29:26.995769 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16367): Terminating (SIGTERM)\u000a11:29:27.036222 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16370): Terminating (SIGTERM)\u000a11:29:27.076869 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16373): Terminating (SIGTERM)\u000a11:29:27.086244 --- ParallelTerminationStrategy: PID 16367 died...\u000a11:29:27.140632 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16367): Terminated: ok {rc=0}\u000a11:29:27.150367 --- ParallelTerminationStrategy: PID 16370 died...\u000a11:29:27.204523 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16370): Terminated: ok {rc=0}\u000a11:29:27.214182 --- ParallelTerminationStrategy: PID 16373 died...\u000a11:29:27.268662 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16373): Terminated: ok {rc=0}\u000a11:29:27.356763 bus /sierra_3: Setting Powered False\u000a11:29:28.461669 bus /sierra_3: Setting Powered False\u000a11:29:29.572635 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 85, "className" : "voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16382): Process ended prematurely: osmo-stp_10.42.42.5(pid=16382) [trial-2404↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16382)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16382): Process ended prematurely: osmo-stp_10.42.42.5(pid=16382) [trial-2404↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16382)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2404 voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a11:29:30.689051 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a11:29:30.701515 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a11:29:30.865778 tst mo_mt_call_osmux.py: using LAC 40588\u000a11:29:31.030290 tst mo_mt_call_osmux.py: using RAC 43\u000a11:29:31.196047 tst mo_mt_call_osmux.py: using CellId 40588\u000a11:29:31.361032 tst mo_mt_call_osmux.py: using BVCI 40589\u000a11:29:31.395981 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a11:29:31.410917 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a11:29:31.425729 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a11:29:31.442028 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a11:29:31.458251 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a11:29:31.474324 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a11:29:31.606702 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a11:29:31.871794 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:29:32.410815 run create_hlr_db(pid=16376): Launched\u000a11:29:32.602642 bus /sierra_2: Setting Powered False\u000a11:29:33.622632 run create_hlr_db(pid=16376): Terminated: ok {rc=0}\u000a11:29:34.063452 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16378): Launched\u000a11:29:34.396263 run osmo-hlr_10.42.42.2(pid=16379): Launched\u000a11:29:34.516692 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:29:35.093138 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16381): Launched\u000a11:29:35.426547 run osmo-stp_10.42.42.5(pid=16382): Launched\u000a11:29:35.546532 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a11:29:36.153815 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16384): Launched\u000a11:29:36.488318 run osmo-msc_10.42.42.6(pid=16385): Launched\u000a11:29:36.681149 run osmo-stp_10.42.42.5(pid=16382): ERR: Terminated: ERROR {rc=1} [trial-2404↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16382)]\u000a11:29:36.821521 run osmo-stp_10.42.42.5(pid=16382): stdout: \u000a| (launched: 2022-12-14_11:29:35.261714)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:29:36.959566 run osmo-stp_10.42.42.5(pid=16382): stderr: \u000a| �[0;m�[38;5;43m20221214112935453 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214112935453 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214112935453 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214112935454 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214112935454 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214112935454 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214112935454 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:29:37.092537 run osmo-stp_10.42.42.5(pid=16382): stdout: \u000a| (launched: 2022-12-14_11:29:35.261714)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:29:37.223839 run osmo-stp_10.42.42.5(pid=16382): stderr: \u000a| �[0;m�[38;5;43m20221214112935453 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214112935453 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214112935453 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214112935454 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214112935454 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214112935454 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214112935454 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:29:37.282126 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=16382): Process ended prematurely: osmo-stp_10.42.42.5(pid=16382) [trial-2404↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16382)] [trial-2404↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8]\u000a11:29:37.291673 tst mo_mt_call_osmux.py:8: Test FAILED (6.6 sec)\u000a11:29:37.354565 run osmo-hlr_10.42.42.2(pid=16379): ERR: Terminated: ERROR {rc=237} [trial-2404↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16379)]\u000a11:29:37.406501 run osmo-hlr_10.42.42.2(pid=16379): stdout: \u000a| (launched: 2022-12-14_11:29:34.231852) \u000a11:29:37.458917 run osmo-hlr_10.42.42.2(pid=16379): stderr: \u000a| �[0;m�[1;31m20221214112934431 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214112934431 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214112934431 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214112934431 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214112934431 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214112934431 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214112934453 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2404/run.2022-12-14_11-25-45/voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214112934463 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214112934463 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214112934463 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:29:37.530910 run osmo-msc_10.42.42.6(pid=16385): ERR: Terminated: ERROR {rc=2} [trial-2404↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=16385)]\u000a11:29:37.583053 run osmo-msc_10.42.42.6(pid=16385): stdout: \u000a| (launched: 2022-12-14_11:29:36.322558) \u000a11:29:37.635451 run osmo-msc_10.42.42.6(pid=16385): stderr: \u000a| �[0;m�[38;5;43m20221214112936643 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214112936643 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fbdff555c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214112936643 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214112936643 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214112936644 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214112936644 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214112936646 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214112936646 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214112936646 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214112936646 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a11:29:37.680369 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16378): Terminating (SIGTERM)\u000a11:29:37.723333 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16381): Terminating (SIGTERM)\u000a11:29:37.766795 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16384): Terminating (SIGTERM)\u000a11:29:37.776535 --- ParallelTerminationStrategy: PID 16378 died...\u000a11:29:37.832616 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16378): Terminated: ok {rc=0}\u000a11:29:37.842764 --- ParallelTerminationStrategy: PID 16381 died...\u000a11:29:37.898966 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16381): Terminated: ok {rc=0}\u000a11:29:37.909110 --- ParallelTerminationStrategy: PID 16384 died...\u000a11:29:37.965073 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16384): Terminated: ok {rc=0}\u000a11:29:38.052928 bus /sierra_3: Setting Powered False\u000a11:29:39.161948 bus /sierra_3: Setting Powered False\u000a11:29:40.273172 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "6", "name" : "voice_sysmo+mod-bts0-ts-tchf+cfg-codec-fr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T11:29:20" }, { "cases" : [ { "testActions" : [ ], "age" : 74, "className" : "voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16398): Process ended prematurely: osmo-stp_10.42.42.5(pid=16398) [trial-2404↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16398)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16398): Process ended prematurely: osmo-stp_10.42.42.5(pid=16398) [trial-2404↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16398)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2404 voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call.py\u000a----------------------------------------------\u000a11:29:42.244333 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a11:29:42.255794 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a11:29:42.411398 tst mo_mt_call.py: using LAC 40589\u000a11:29:42.543451 tst mo_mt_call.py: using RAC 44\u000a11:29:42.667155 tst mo_mt_call.py: using CellId 40589\u000a11:29:42.799351 tst mo_mt_call.py: using BVCI 40590\u000a11:29:42.824526 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a11:29:42.835964 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a11:29:42.847373 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a11:29:42.858622 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a11:29:42.870391 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a11:29:42.882244 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a11:29:43.000803 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a11:29:43.213360 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:29:43.743328 run create_hlr_db(pid=16392): Launched\u000a11:29:43.933906 bus /sierra_2: Setting Powered False\u000a11:29:44.953266 run create_hlr_db(pid=16392): Terminated: ok {rc=0}\u000a11:29:45.392645 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16394): Launched\u000a11:29:45.723768 run osmo-hlr_10.42.42.2(pid=16395): Launched\u000a11:29:45.873606 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:29:46.523682 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16397): Launched\u000a11:29:46.945922 run osmo-stp_10.42.42.5(pid=16398): Launched\u000a11:29:47.180938 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a11:29:47.763190 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16400): Launched\u000a11:29:48.072767 run osmo-msc_10.42.42.6(pid=16401): Launched\u000a11:29:48.253043 run osmo-stp_10.42.42.5(pid=16398): ERR: Terminated: ERROR {rc=1} [trial-2404↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16398)]\u000a11:29:48.383300 run osmo-stp_10.42.42.5(pid=16398): stdout: \u000a| (launched: 2022-12-14_11:29:46.684555)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:29:48.512286 run osmo-stp_10.42.42.5(pid=16398): stderr: \u000a| �[0;m�[38;5;43m20221214112947017 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214112947017 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214112947017 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214112947018 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214112947018 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214112947018 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214112947018 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:29:48.635986 run osmo-stp_10.42.42.5(pid=16398): stdout: \u000a| (launched: 2022-12-14_11:29:46.684555)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:29:48.758544 run osmo-stp_10.42.42.5(pid=16398): stderr: \u000a| �[0;m�[38;5;43m20221214112947017 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214112947017 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214112947017 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214112947018 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214112947018 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214112947018 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214112947018 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:29:48.812726 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=16398): Process ended prematurely: osmo-stp_10.42.42.5(pid=16398) [trial-2404↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16398)] [trial-2404↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8]\u000a11:29:48.821569 tst mo_mt_call.py:8: Test FAILED (6.6 sec)\u000a11:29:48.881780 run osmo-hlr_10.42.42.2(pid=16395): ERR: Terminated: ERROR {rc=237} [trial-2404↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16395)]\u000a11:29:48.931008 run osmo-hlr_10.42.42.2(pid=16395): stdout: \u000a| (launched: 2022-12-14_11:29:45.560678) \u000a11:29:48.980905 run osmo-hlr_10.42.42.2(pid=16395): stderr: \u000a| �[0;m�[1;31m20221214112945761 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214112945761 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214112945761 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214112945761 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214112945761 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214112945761 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214112945777 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2404/run.2022-12-14_11-25-45/voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214112945787 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214112945787 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214112945787 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:29:49.048480 run osmo-msc_10.42.42.6(pid=16401): ERR: Terminated: ERROR {rc=2} [trial-2404↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=16401)]\u000a11:29:49.097752 run osmo-msc_10.42.42.6(pid=16401): stdout: \u000a| (launched: 2022-12-14_11:29:47.919249) \u000a11:29:49.147711 run osmo-msc_10.42.42.6(pid=16401): stderr: \u000a| �[0;m�[38;5;43m20221214112948189 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214112948189 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fd1df393c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214112948189 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214112948189 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214112948189 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214112948190 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214112948191 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214112948192 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214112948192 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214112948192 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a11:29:49.190221 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16394): Terminating (SIGTERM)\u000a11:29:49.230436 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16397): Terminating (SIGTERM)\u000a11:29:49.270708 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16400): Terminating (SIGTERM)\u000a11:29:49.279890 --- ParallelTerminationStrategy: PID 16394 died...\u000a11:29:49.333975 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16394): Terminated: ok {rc=0}\u000a11:29:49.343643 --- ParallelTerminationStrategy: PID 16397 died...\u000a11:29:49.397768 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16397): Terminated: ok {rc=0}\u000a11:29:49.407387 --- ParallelTerminationStrategy: PID 16400 died...\u000a11:29:49.461841 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16400): Terminated: ok {rc=0}\u000a11:29:49.552207 bus /sierra_3: Setting Powered False\u000a11:29:50.655602 bus /sierra_3: Setting Powered False\u000a11:29:51.766692 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 83, "className" : "voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16409): Process ended prematurely: osmo-stp_10.42.42.5(pid=16409) [trial-2404↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16409)]", "failedSince" : 2322, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16409): Process ended prematurely: osmo-stp_10.42.42.5(pid=16409) [trial-2404↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16409)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2404 voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a11:29:52.877504 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a11:29:52.889235 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a11:29:53.036453 tst mo_mt_call_osmux.py: using LAC 40590\u000a11:29:53.159266 tst mo_mt_call_osmux.py: using RAC 45\u000a11:29:53.286646 tst mo_mt_call_osmux.py: using CellId 40590\u000a11:29:53.407488 tst mo_mt_call_osmux.py: using BVCI 40591\u000a11:29:53.431122 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a11:29:53.442150 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a11:29:53.453028 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a11:29:53.463757 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a11:29:53.475033 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a11:29:53.486506 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a11:29:53.609174 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a11:29:53.816018 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:29:54.306661 run create_hlr_db(pid=16403): Launched\u000a11:29:54.484686 bus /sierra_2: Setting Powered False\u000a11:29:55.506837 run create_hlr_db(pid=16403): Terminated: ok {rc=0}\u000a11:29:55.948876 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16405): Launched\u000a11:29:56.285185 run osmo-hlr_10.42.42.2(pid=16406): Launched\u000a11:29:56.407491 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:29:56.986687 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16408): Launched\u000a11:29:57.319673 run osmo-stp_10.42.42.5(pid=16409): Launched\u000a11:29:57.439299 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a11:29:58.049597 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16411): Launched\u000a11:29:58.382132 run osmo-msc_10.42.42.6(pid=16412): Launched\u000a11:29:58.575822 run osmo-stp_10.42.42.5(pid=16409): ERR: Terminated: ERROR {rc=1} [trial-2404↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16409)]\u000a11:29:58.715510 run osmo-stp_10.42.42.5(pid=16409): stdout: \u000a| (launched: 2022-12-14_11:29:57.155674)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:29:58.854280 run osmo-stp_10.42.42.5(pid=16409): stderr: \u000a| �[0;m�[38;5;43m20221214112957349 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214112957349 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214112957349 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214112957350 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214112957350 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214112957350 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214112957350 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:29:58.987037 run osmo-stp_10.42.42.5(pid=16409): stdout: \u000a| (launched: 2022-12-14_11:29:57.155674)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:29:59.118765 run osmo-stp_10.42.42.5(pid=16409): stderr: \u000a| �[0;m�[38;5;43m20221214112957349 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214112957349 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214112957349 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214112957350 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214112957350 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214112957350 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214112957350 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:29:59.176878 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=16409): Process ended prematurely: osmo-stp_10.42.42.5(pid=16409) [trial-2404↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16409)] [trial-2404↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8]\u000a11:29:59.186268 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a11:29:59.249578 run osmo-hlr_10.42.42.2(pid=16406): ERR: Terminated: ERROR {rc=237} [trial-2404↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16406)]\u000a11:29:59.301770 run osmo-hlr_10.42.42.2(pid=16406): stdout: \u000a| (launched: 2022-12-14_11:29:56.118175) \u000a11:29:59.354602 run osmo-hlr_10.42.42.2(pid=16406): stderr: \u000a| �[0;m�[1;31m20221214112956317 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214112956317 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214112956317 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214112956317 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214112956317 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214112956317 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214112956330 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2404/run.2022-12-14_11-25-45/voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214112956338 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214112956339 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214112956339 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:29:59.426102 run osmo-msc_10.42.42.6(pid=16412): ERR: Terminated: ERROR {rc=2} [trial-2404↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=16412)]\u000a11:29:59.478355 run osmo-msc_10.42.42.6(pid=16412): stdout: \u000a| (launched: 2022-12-14_11:29:58.218507) \u000a11:29:59.531477 run osmo-msc_10.42.42.6(pid=16412): stderr: \u000a| �[0;m�[38;5;43m20221214112958540 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214112958540 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fcb50c09c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214112958540 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214112958540 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214112958541 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214112958541 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214112958542 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214112958543 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214112958543 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214112958543 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a11:29:59.576332 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16405): Terminating (SIGTERM)\u000a11:29:59.619211 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16408): Terminating (SIGTERM)\u000a11:29:59.661583 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16411): Terminating (SIGTERM)\u000a11:29:59.671258 --- ParallelTerminationStrategy: PID 16405 died...\u000a11:29:59.727710 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16405): Terminated: ok {rc=0}\u000a11:29:59.737806 --- ParallelTerminationStrategy: PID 16408 died...\u000a11:29:59.793774 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16408): Terminated: ok {rc=0}\u000a11:29:59.803772 --- ParallelTerminationStrategy: PID 16411 died...\u000a11:29:59.859768 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16411): Terminated: ok {rc=0}\u000a11:29:59.947754 bus /sierra_3: Setting Powered False\u000a11:30:01.054220 bus /sierra_3: Setting Powered False\u000a11:30:02.171507 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "7", "name" : "voice_sysmo+mod-bts0-ts-tchh+cfg-codec-hr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T11:29:41" }, { "cases" : [ { "testActions" : [ ], "age" : 74, "className" : "voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16426): Process ended prematurely: osmo-stp_10.42.42.5(pid=16426) [trial-2404↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16426)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16426): Process ended prematurely: osmo-stp_10.42.42.5(pid=16426) [trial-2404↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16426)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2404 voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call.py\u000a----------------------------------------------\u000a11:30:04.128627 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a11:30:04.139794 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a11:30:04.286682 tst mo_mt_call.py: using LAC 40591\u000a11:30:04.406659 tst mo_mt_call.py: using RAC 46\u000a11:30:04.529586 tst mo_mt_call.py: using CellId 40591\u000a11:30:04.657653 tst mo_mt_call.py: using BVCI 40592\u000a11:30:04.683283 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a11:30:04.696097 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a11:30:04.708929 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a11:30:04.719878 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a11:30:04.734149 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a11:30:04.746259 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a11:30:04.865072 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a11:30:05.070788 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:30:05.559199 run create_hlr_db(pid=16420): Launched\u000a11:30:05.736736 bus /sierra_2: Setting Powered False\u000a11:30:06.758701 run create_hlr_db(pid=16420): Terminated: ok {rc=0}\u000a11:30:07.200361 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16422): Launched\u000a11:30:07.534023 run osmo-hlr_10.42.42.2(pid=16423): Launched\u000a11:30:07.655340 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:30:08.232060 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16425): Launched\u000a11:30:08.566810 run osmo-stp_10.42.42.5(pid=16426): Launched\u000a11:30:08.687175 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a11:30:09.293846 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16428): Launched\u000a11:30:09.627625 run osmo-msc_10.42.42.6(pid=16429): Launched\u000a11:30:09.823033 run osmo-stp_10.42.42.5(pid=16426): ERR: Terminated: ERROR {rc=1} [trial-2404↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16426)]\u000a11:30:09.962547 run osmo-stp_10.42.42.5(pid=16426): stdout: \u000a| (launched: 2022-12-14_11:30:08.401781)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:30:10.101036 run osmo-stp_10.42.42.5(pid=16426): stderr: \u000a| �[0;m�[38;5;43m20221214113008594 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214113008594 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214113008594 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214113008595 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214113008595 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214113008596 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214113008596 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:30:10.233273 run osmo-stp_10.42.42.5(pid=16426): stdout: \u000a| (launched: 2022-12-14_11:30:08.401781)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:30:10.365127 run osmo-stp_10.42.42.5(pid=16426): stderr: \u000a| �[0;m�[38;5;43m20221214113008594 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214113008594 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214113008594 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214113008595 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214113008595 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214113008596 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214113008596 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:30:10.423107 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=16426): Process ended prematurely: osmo-stp_10.42.42.5(pid=16426) [trial-2404↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16426)] [trial-2404↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8]\u000a11:30:10.432365 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a11:30:10.494934 run osmo-hlr_10.42.42.2(pid=16423): ERR: Terminated: ERROR {rc=237} [trial-2404↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16423)]\u000a11:30:10.546395 run osmo-hlr_10.42.42.2(pid=16423): stdout: \u000a| (launched: 2022-12-14_11:30:07.368728) \u000a11:30:10.598287 run osmo-hlr_10.42.42.2(pid=16423): stderr: \u000a| �[0;m�[1;31m20221214113007568 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214113007568 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214113007568 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214113007568 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214113007568 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214113007568 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214113007580 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2404/run.2022-12-14_11-25-45/voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214113007589 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214113007589 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214113007589 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:30:10.668391 run osmo-msc_10.42.42.6(pid=16429): ERR: Terminated: ERROR {rc=2} [trial-2404↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=16429)]\u000a11:30:10.719519 run osmo-msc_10.42.42.6(pid=16429): stdout: \u000a| (launched: 2022-12-14_11:30:09.462092) \u000a11:30:10.771122 run osmo-msc_10.42.42.6(pid=16429): stderr: \u000a| �[0;m�[38;5;43m20221214113009782 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214113009783 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f70f5b2ec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214113009783 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214113009783 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214113009783 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214113009783 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214113009785 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214113009785 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214113009785 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214113009786 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a11:30:10.815464 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16422): Terminating (SIGTERM)\u000a11:30:10.857423 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16425): Terminating (SIGTERM)\u000a11:30:10.899456 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16428): Terminating (SIGTERM)\u000a11:30:10.909183 --- ParallelTerminationStrategy: PID 16422 died...\u000a11:30:10.965216 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16422): Terminated: ok {rc=0}\u000a11:30:10.975351 --- ParallelTerminationStrategy: PID 16425 died...\u000a11:30:11.031551 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16425): Terminated: ok {rc=0}\u000a11:30:11.041801 --- ParallelTerminationStrategy: PID 16428 died...\u000a11:30:11.097805 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16428): Terminated: ok {rc=0}\u000a11:30:11.185973 bus /sierra_3: Setting Powered False\u000a11:30:12.292193 bus /sierra_3: Setting Powered False\u000a11:30:13.401507 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 74, "className" : "voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16437): Process ended prematurely: osmo-stp_10.42.42.5(pid=16437) [trial-2404↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16437)]", "failedSince" : 2331, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16437): Process ended prematurely: osmo-stp_10.42.42.5(pid=16437) [trial-2404↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16437)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2404 voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a11:30:14.517445 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a11:30:14.529879 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a11:30:14.690504 tst mo_mt_call_osmux.py: using LAC 40592\u000a11:30:14.818713 tst mo_mt_call_osmux.py: using RAC 47\u000a11:30:14.946926 tst mo_mt_call_osmux.py: using CellId 40592\u000a11:30:15.074331 tst mo_mt_call_osmux.py: using BVCI 40593\u000a11:30:15.099562 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a11:30:15.111235 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a11:30:15.122623 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a11:30:15.133980 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a11:30:15.145595 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a11:30:15.157339 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a11:30:15.276560 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a11:30:15.495176 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:30:16.075863 run create_hlr_db(pid=16431): Launched\u000a11:30:16.261248 bus /sierra_2: Setting Powered False\u000a11:30:17.284029 run create_hlr_db(pid=16431): Terminated: ok {rc=0}\u000a11:30:17.698109 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16433): Launched\u000a11:30:18.009549 run osmo-hlr_10.42.42.2(pid=16434): Launched\u000a11:30:18.131956 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:30:18.676144 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16436): Launched\u000a11:30:18.986609 run osmo-stp_10.42.42.5(pid=16437): Launched\u000a11:30:19.099152 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a11:30:19.668036 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16439): Launched\u000a11:30:19.981060 run osmo-msc_10.42.42.6(pid=16440): Launched\u000a11:30:20.167515 run osmo-stp_10.42.42.5(pid=16437): ERR: Terminated: ERROR {rc=1} [trial-2404↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16437)]\u000a11:30:20.309532 run osmo-stp_10.42.42.5(pid=16437): stdout: \u000a| (launched: 2022-12-14_11:30:18.832052)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:30:20.448651 run osmo-stp_10.42.42.5(pid=16437): stderr: \u000a| �[0;m�[38;5;43m20221214113019003 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214113019003 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214113019003 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214113019004 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214113019004 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214113019004 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214113019004 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:30:20.582835 run osmo-stp_10.42.42.5(pid=16437): stdout: \u000a| (launched: 2022-12-14_11:30:18.832052)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:30:20.714973 run osmo-stp_10.42.42.5(pid=16437): stderr: \u000a| �[0;m�[38;5;43m20221214113019003 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214113019003 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214113019003 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214113019004 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214113019004 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214113019004 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214113019004 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:30:20.773158 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=16437): Process ended prematurely: osmo-stp_10.42.42.5(pid=16437) [trial-2404↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16437)] [trial-2404↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8]\u000a11:30:20.782742 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a11:30:20.846379 run osmo-hlr_10.42.42.2(pid=16434): ERR: Terminated: ERROR {rc=237} [trial-2404↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16434)]\u000a11:30:20.898504 run osmo-hlr_10.42.42.2(pid=16434): stdout: \u000a| (launched: 2022-12-14_11:30:17.854501) \u000a11:30:20.951166 run osmo-hlr_10.42.42.2(pid=16434): stderr: \u000a| �[0;m�[1;31m20221214113018030 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214113018030 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214113018030 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214113018030 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214113018030 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214113018030 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214113018042 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2404/run.2022-12-14_11-25-45/voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214113018050 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214113018050 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214113018050 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:30:21.022525 run osmo-msc_10.42.42.6(pid=16440): ERR: Terminated: ERROR {rc=2} [trial-2404↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=16440)]\u000a11:30:21.075023 run osmo-msc_10.42.42.6(pid=16440): stdout: \u000a| (launched: 2022-12-14_11:30:19.824594) \u000a11:30:21.127790 run osmo-msc_10.42.42.6(pid=16440): stderr: \u000a| �[0;m�[38;5;43m20221214113020097 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214113020097 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f762dbf2c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214113020097 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214113020097 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214113020097 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214113020097 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214113020099 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214113020099 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214113020099 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214113020100 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a11:30:21.172694 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16433): Terminating (SIGTERM)\u000a11:30:21.215625 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16436): Terminating (SIGTERM)\u000a11:30:21.258345 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16439): Terminating (SIGTERM)\u000a11:30:21.268068 --- ParallelTerminationStrategy: PID 16433 died...\u000a11:30:21.324827 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16433): Terminated: ok {rc=0}\u000a11:30:21.335186 --- ParallelTerminationStrategy: PID 16436 died...\u000a11:30:21.392355 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16436): Terminated: ok {rc=0}\u000a11:30:21.402614 --- ParallelTerminationStrategy: PID 16439 died...\u000a11:30:21.459237 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16439): Terminated: ok {rc=0}\u000a11:30:21.547040 bus /sierra_3: Setting Powered False\u000a11:30:22.653551 bus /sierra_3: Setting Powered False\u000a11:30:23.766094 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "8", "name" : "voice_sysmo+mod-bts0-ts-tchh+cfg-codec-hr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T11:30:03" }, { "cases" : [ { "testActions" : [ ], "age" : 74, "className" : "voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16451): Process ended prematurely: osmo-stp_10.42.42.5(pid=16451) [trial-2404↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16451)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16451): Process ended prematurely: osmo-stp_10.42.42.5(pid=16451) [trial-2404↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16451)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2404 voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call.py\u000a----------------------------------------------\u000a11:30:25.736777 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a11:30:25.748427 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a11:30:25.903157 tst mo_mt_call.py: using LAC 40593\u000a11:30:26.032747 tst mo_mt_call.py: using RAC 48\u000a11:30:26.163001 tst mo_mt_call.py: using CellId 40593\u000a11:30:26.293674 tst mo_mt_call.py: using BVCI 40594\u000a11:30:26.319000 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a11:30:26.330488 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a11:30:26.341910 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a11:30:26.353288 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a11:30:26.364647 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a11:30:26.375959 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a11:30:26.499835 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a11:30:26.705837 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:30:27.192306 run create_hlr_db(pid=16445): Launched\u000a11:30:27.370055 bus /sierra_2: Setting Powered False\u000a11:30:28.392502 run create_hlr_db(pid=16445): Terminated: ok {rc=0}\u000a11:30:28.835765 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16447): Launched\u000a11:30:29.169332 run osmo-hlr_10.42.42.2(pid=16448): Launched\u000a11:30:29.291077 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:30:29.869028 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16450): Launched\u000a11:30:30.203589 run osmo-stp_10.42.42.5(pid=16451): Launched\u000a11:30:30.324839 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a11:30:30.943218 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16453): Launched\u000a11:30:31.317382 run osmo-msc_10.42.42.6(pid=16454): Launched\u000a11:30:31.758158 run osmo-stp_10.42.42.5(pid=16451): ERR: Terminated: ERROR {rc=1} [trial-2404↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16451)]\u000a11:30:32.038647 run osmo-stp_10.42.42.5(pid=16451): stdout: \u000a| (launched: 2022-12-14_11:30:30.037943)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:30:32.173458 run osmo-stp_10.42.42.5(pid=16451): stderr: \u000a| �[0;m�[38;5;43m20221214113030230 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214113030230 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214113030230 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214113030231 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214113030231 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214113030231 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214113030231 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:30:32.303359 run osmo-stp_10.42.42.5(pid=16451): stdout: \u000a| (launched: 2022-12-14_11:30:30.037943)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:30:32.431274 run osmo-stp_10.42.42.5(pid=16451): stderr: \u000a| �[0;m�[38;5;43m20221214113030230 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214113030230 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214113030230 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214113030231 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214113030231 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214113030231 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214113030231 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:30:32.487407 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=16451): Process ended prematurely: osmo-stp_10.42.42.5(pid=16451) [trial-2404↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16451)] [trial-2404↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8]\u000a11:30:32.497364 tst mo_mt_call.py:8: Test FAILED (6.8 sec)\u000a11:30:32.559563 run osmo-hlr_10.42.42.2(pid=16448): ERR: Terminated: ERROR {rc=237} [trial-2404↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16448)]\u000a11:30:32.609829 run osmo-hlr_10.42.42.2(pid=16448): stdout: \u000a| (launched: 2022-12-14_11:30:29.004425) \u000a11:30:32.661015 run osmo-hlr_10.42.42.2(pid=16448): stderr: \u000a| �[0;m�[1;31m20221214113029205 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214113029205 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214113029205 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214113029205 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214113029205 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214113029205 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214113029217 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2404/run.2022-12-14_11-25-45/voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214113029226 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214113029226 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214113029226 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:30:32.729822 run osmo-msc_10.42.42.6(pid=16454): ERR: Terminated: ERROR {rc=2} [trial-2404↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=16454)]\u000a11:30:32.780155 run osmo-msc_10.42.42.6(pid=16454): stdout: \u000a| (launched: 2022-12-14_11:30:31.105260) \u000a11:30:32.831299 run osmo-msc_10.42.42.6(pid=16454): stderr: \u000a| �[0;m�[38;5;43m20221214113031638 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214113031638 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fe4eb24ac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214113031638 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214113031639 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214113031639 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214113031639 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214113031641 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214113031641 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214113031641 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214113031641 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a11:30:32.874828 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16447): Terminating (SIGTERM)\u000a11:30:32.916616 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16450): Terminating (SIGTERM)\u000a11:30:32.958013 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16453): Terminating (SIGTERM)\u000a11:30:32.967332 --- ParallelTerminationStrategy: PID 16447 died...\u000a11:30:33.022953 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16447): Terminated: ok {rc=0}\u000a11:30:33.032614 --- ParallelTerminationStrategy: PID 16450 died...\u000a11:30:33.088233 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16450): Terminated: ok {rc=0}\u000a11:30:33.098014 --- ParallelTerminationStrategy: PID 16453 died...\u000a11:30:33.153285 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16453): Terminated: ok {rc=0}\u000a11:30:33.243443 bus /sierra_3: Setting Powered False\u000a11:30:34.347253 bus /sierra_3: Setting Powered False\u000a11:30:35.453692 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 85, "className" : "voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16462): Process ended prematurely: osmo-stp_10.42.42.5(pid=16462) [trial-2404↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16462)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16462): Process ended prematurely: osmo-stp_10.42.42.5(pid=16462) [trial-2404↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16462)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2404 voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call_osmux.py\u000a----------------------------------------------\u000a11:30:36.570799 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a11:30:36.583125 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a11:30:36.742652 tst mo_mt_call_osmux.py: using LAC 40594\u000a11:30:36.870786 tst mo_mt_call_osmux.py: using RAC 49\u000a11:30:36.998010 tst mo_mt_call_osmux.py: using CellId 40594\u000a11:30:37.125717 tst mo_mt_call_osmux.py: using BVCI 40595\u000a11:30:37.150890 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a11:30:37.162453 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a11:30:37.173904 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a11:30:37.185353 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a11:30:37.196754 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a11:30:37.208211 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a11:30:37.327067 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a11:30:37.542204 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:30:38.073027 run create_hlr_db(pid=16456): Launched\u000a11:30:38.264338 bus /sierra_2: Setting Powered False\u000a11:30:39.285987 run create_hlr_db(pid=16456): Terminated: ok {rc=0}\u000a11:30:39.728090 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16458): Launched\u000a11:30:40.059558 run osmo-hlr_10.42.42.2(pid=16459): Launched\u000a11:30:40.179242 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:30:40.755821 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16461): Launched\u000a11:30:41.086381 run osmo-stp_10.42.42.5(pid=16462): Launched\u000a11:30:41.205946 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a11:30:41.811680 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16464): Launched\u000a11:30:42.143738 run osmo-msc_10.42.42.6(pid=16465): Launched\u000a11:30:42.335898 run osmo-stp_10.42.42.5(pid=16462): ERR: Terminated: ERROR {rc=1} [trial-2404↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16462)]\u000a11:30:42.475263 run osmo-stp_10.42.42.5(pid=16462): stdout: \u000a| (launched: 2022-12-14_11:30:40.923602)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:30:42.615037 run osmo-stp_10.42.42.5(pid=16462): stderr: \u000a| �[0;m�[38;5;43m20221214113041117 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214113041117 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214113041117 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214113041118 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214113041118 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214113041118 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214113041118 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:30:42.747555 run osmo-stp_10.42.42.5(pid=16462): stdout: \u000a| (launched: 2022-12-14_11:30:40.923602)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:30:42.878990 run osmo-stp_10.42.42.5(pid=16462): stderr: \u000a| �[0;m�[38;5;43m20221214113041117 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214113041117 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214113041117 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214113041118 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214113041118 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214113041118 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214113041118 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:30:42.937015 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=16462): Process ended prematurely: osmo-stp_10.42.42.5(pid=16462) [trial-2404↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16462)] [trial-2404↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8]\u000a11:30:42.946608 tst mo_mt_call_osmux.py:8: Test FAILED (6.4 sec)\u000a11:30:43.009240 run osmo-hlr_10.42.42.2(pid=16459): ERR: Terminated: ERROR {rc=237} [trial-2404↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16459)]\u000a11:30:43.060591 run osmo-hlr_10.42.42.2(pid=16459): stdout: \u000a| (launched: 2022-12-14_11:30:39.896355) \u000a11:30:43.112668 run osmo-hlr_10.42.42.2(pid=16459): stderr: \u000a| �[0;m�[1;31m20221214113040096 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214113040096 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214113040096 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214113040096 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214113040096 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214113040096 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214113040124 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2404/run.2022-12-14_11-25-45/voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214113040133 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214113040133 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214113040134 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:30:43.183099 run osmo-msc_10.42.42.6(pid=16465): ERR: Terminated: ERROR {rc=2} [trial-2404↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=16465)]\u000a11:30:43.234165 run osmo-msc_10.42.42.6(pid=16465): stdout: \u000a| (launched: 2022-12-14_11:30:41.980291) \u000a11:30:43.285811 run osmo-msc_10.42.42.6(pid=16465): stderr: \u000a| �[0;m�[38;5;43m20221214113042302 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214113042302 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f1496254c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214113042302 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214113042302 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214113042302 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214113042302 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214113042304 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214113042304 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214113042305 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214113042305 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a11:30:43.330187 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16458): Terminating (SIGTERM)\u000a11:30:43.372436 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16461): Terminating (SIGTERM)\u000a11:30:43.414884 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16464): Terminating (SIGTERM)\u000a11:30:43.424479 --- ParallelTerminationStrategy: PID 16458 died...\u000a11:30:43.480235 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16458): Terminated: ok {rc=0}\u000a11:30:43.490187 --- ParallelTerminationStrategy: PID 16461 died...\u000a11:30:43.545753 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16461): Terminated: ok {rc=0}\u000a11:30:43.555708 --- ParallelTerminationStrategy: PID 16464 died...\u000a11:30:43.611214 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16464): Terminated: ok {rc=0}\u000a11:30:43.698510 bus /sierra_3: Setting Powered False\u000a11:30:44.800942 bus /sierra_3: Setting Powered False\u000a11:30:45.915326 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 23.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "9", "name" : "voice_sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T11:30:25" }, { "cases" : [ { "testActions" : [ ], "age" : 74, "className" : "voice:sysmo+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16480): Process ended prematurely: osmo-stp_10.42.42.5(pid=16480) [trial-2404↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16480)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16480): Process ended prematurely: osmo-stp_10.42.42.5(pid=16480) [trial-2404↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16480)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2404 voice:sysmo+mod-bts0-dynts-osmo mo_mt_call.py\u000a----------------------------------------------\u000a11:30:47.918523 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a11:30:47.929911 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a11:30:48.078544 tst mo_mt_call.py: using LAC 40595\u000a11:30:48.200802 tst mo_mt_call.py: using RAC 50\u000a11:30:48.322419 tst mo_mt_call.py: using CellId 40595\u000a11:30:48.442333 tst mo_mt_call.py: using BVCI 40596\u000a11:30:48.465888 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a11:30:48.476763 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a11:30:48.487466 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a11:30:48.498095 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a11:30:48.509125 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a11:30:48.520157 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a11:30:48.643135 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a11:30:48.858184 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:30:49.390825 run create_hlr_db(pid=16471): Launched\u000a11:30:49.582880 bus /sierra_2: Setting Powered False\u000a11:30:50.603865 run create_hlr_db(pid=16471): Terminated: ok {rc=0}\u000a11:30:51.022208 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16473): Launched\u000a11:30:51.332413 run osmo-hlr_10.42.42.2(pid=16474): Launched\u000a11:30:51.453623 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:30:52.002236 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16476): Launched\u000a11:30:52.336351 run osmo-stp_10.42.42.5(pid=16480): Launched\u000a11:30:52.457059 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a11:30:53.066806 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16482): Launched\u000a11:30:53.400164 run osmo-msc_10.42.42.6(pid=16483): Launched\u000a11:30:53.593793 run osmo-stp_10.42.42.5(pid=16480): ERR: Terminated: ERROR {rc=1} [trial-2404↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16480)]\u000a11:30:53.733155 run osmo-stp_10.42.42.5(pid=16480): stdout: \u000a| (launched: 2022-12-14_11:30:52.171870)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:30:53.871599 run osmo-stp_10.42.42.5(pid=16480): stderr: \u000a| �[0;m�[38;5;43m20221214113052365 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214113052365 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214113052365 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214113052366 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214113052366 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214113052366 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214113052366 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:30:54.004227 run osmo-stp_10.42.42.5(pid=16480): stdout: \u000a| (launched: 2022-12-14_11:30:52.171870)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:30:54.135671 run osmo-stp_10.42.42.5(pid=16480): stderr: \u000a| �[0;m�[38;5;43m20221214113052365 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214113052365 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214113052365 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214113052366 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214113052366 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214113052366 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214113052366 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:30:54.193640 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=16480): Process ended prematurely: osmo-stp_10.42.42.5(pid=16480) [trial-2404↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16480)] [trial-2404↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call.py:8]\u000a11:30:54.203026 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a11:30:54.265562 run osmo-hlr_10.42.42.2(pid=16474): ERR: Terminated: ERROR {rc=237} [trial-2404↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16474)]\u000a11:30:54.317608 run osmo-hlr_10.42.42.2(pid=16474): stdout: \u000a| (launched: 2022-12-14_11:30:51.178818) \u000a11:30:54.370173 run osmo-hlr_10.42.42.2(pid=16474): stderr: \u000a| �[0;m�[1;31m20221214113051356 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214113051356 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214113051356 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214113051356 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214113051356 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214113051356 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214113051368 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2404/run.2022-12-14_11-25-45/voice:sysmo+mod-bts0-dynts-osmo/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214113051376 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214113051376 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214113051376 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:30:54.441235 run osmo-msc_10.42.42.6(pid=16483): ERR: Terminated: ERROR {rc=2} [trial-2404↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=16483)]\u000a11:30:54.492801 run osmo-msc_10.42.42.6(pid=16483): stdout: \u000a| (launched: 2022-12-14_11:30:53.235199) \u000a11:30:54.545318 run osmo-msc_10.42.42.6(pid=16483): stderr: \u000a| �[0;m�[38;5;43m20221214113053556 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214113053556 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fabac952c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214113053556 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214113053556 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214113053557 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214113053557 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214113053559 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214113053559 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214113053559 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214113053559 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a11:30:54.590063 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16473): Terminating (SIGTERM)\u000a11:30:54.632684 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16476): Terminating (SIGTERM)\u000a11:30:54.675433 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16482): Terminating (SIGTERM)\u000a11:30:54.685419 --- ParallelTerminationStrategy: PID 16473 died...\u000a11:30:54.742144 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16473): Terminated: ok {rc=0}\u000a11:30:54.752171 --- ParallelTerminationStrategy: PID 16476 died...\u000a11:30:54.808199 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16476): Terminated: ok {rc=0}\u000a11:30:54.818214 --- ParallelTerminationStrategy: PID 16482 died...\u000a11:30:54.874435 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16482): Terminated: ok {rc=0}\u000a11:30:54.963488 bus /sierra_3: Setting Powered False\u000a11:30:56.071775 bus /sierra_3: Setting Powered False\u000a11:30:57.180975 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 85, "className" : "voice:sysmo+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16491): Process ended prematurely: osmo-stp_10.42.42.5(pid=16491) [trial-2404↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16491)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16491): Process ended prematurely: osmo-stp_10.42.42.5(pid=16491) [trial-2404↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16491)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2404 voice:sysmo+mod-bts0-dynts-osmo mo_mt_call_osmux.py\u000a----------------------------------------------\u000a11:30:58.297013 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a11:30:58.309115 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a11:30:58.466703 tst mo_mt_call_osmux.py: using LAC 40596\u000a11:30:58.595083 tst mo_mt_call_osmux.py: using RAC 51\u000a11:30:58.724694 tst mo_mt_call_osmux.py: using CellId 40596\u000a11:30:58.852533 tst mo_mt_call_osmux.py: using BVCI 40597\u000a11:30:58.877933 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a11:30:58.889236 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a11:30:58.900380 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a11:30:58.911572 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a11:30:58.922848 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a11:30:58.934077 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a11:30:59.054388 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a11:30:59.270667 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:30:59.802325 run create_hlr_db(pid=16485): Launched\u000a11:30:59.993779 bus /sierra_2: Setting Powered False\u000a11:31:01.036314 run create_hlr_db(pid=16485): Terminated: ok {rc=0}\u000a11:31:01.484789 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16487): Launched\u000a11:31:01.957770 run osmo-hlr_10.42.42.2(pid=16488): Launched\u000a11:31:02.135321 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:31:02.713724 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16490): Launched\u000a11:31:03.025399 run osmo-stp_10.42.42.5(pid=16491): Launched\u000a11:31:03.137943 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a11:31:03.704017 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16493): Launched\u000a11:31:04.015120 run osmo-msc_10.42.42.6(pid=16494): Launched\u000a11:31:04.196364 run osmo-stp_10.42.42.5(pid=16491): ERR: Terminated: ERROR {rc=1} [trial-2404↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16491)]\u000a11:31:04.327294 run osmo-stp_10.42.42.5(pid=16491): stdout: \u000a| (launched: 2022-12-14_11:31:02.870878)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:31:04.455920 run osmo-stp_10.42.42.5(pid=16491): stderr: \u000a| �[0;m�[38;5;43m20221214113103038 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214113103038 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214113103039 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214113103039 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214113103039 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214113103040 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214113103040 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:31:04.579638 run osmo-stp_10.42.42.5(pid=16491): stdout: \u000a| (launched: 2022-12-14_11:31:02.870878)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:31:04.702299 run osmo-stp_10.42.42.5(pid=16491): stderr: \u000a| �[0;m�[38;5;43m20221214113103038 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214113103038 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214113103039 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214113103039 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214113103039 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214113103040 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214113103040 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:31:04.756511 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=16491): Process ended prematurely: osmo-stp_10.42.42.5(pid=16491) [trial-2404↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16491)] [trial-2404↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8]\u000a11:31:04.765152 tst mo_mt_call_osmux.py:8: Test FAILED (6.5 sec)\u000a11:31:04.825870 run osmo-hlr_10.42.42.2(pid=16488): ERR: Terminated: ERROR {rc=237} [trial-2404↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16488)]\u000a11:31:04.875610 run osmo-hlr_10.42.42.2(pid=16488): stdout: \u000a| (launched: 2022-12-14_11:31:01.657126) \u000a11:31:04.926214 run osmo-hlr_10.42.42.2(pid=16488): stderr: \u000a| �[0;m�[1;31m20221214113101920 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214113101920 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214113101920 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214113101920 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214113101920 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214113101920 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214113101945 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2404/run.2022-12-14_11-25-45/voice:sysmo+mod-bts0-dynts-osmo/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214113101966 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214113101968 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214113101968 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:31:04.994413 run osmo-msc_10.42.42.6(pid=16494): ERR: Terminated: ERROR {rc=2} [trial-2404↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=16494)]\u000a11:31:05.044289 run osmo-msc_10.42.42.6(pid=16494): stdout: \u000a| (launched: 2022-12-14_11:31:03.860349) \u000a11:31:05.094744 run osmo-msc_10.42.42.6(pid=16494): stderr: \u000a| �[0;m�[38;5;43m20221214113104131 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214113104132 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f50902c3c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214113104132 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214113104132 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214113104132 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214113104132 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214113104134 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214113104134 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214113104134 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214113104135 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a11:31:05.138223 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16487): Terminating (SIGTERM)\u000a11:31:05.178822 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16490): Terminating (SIGTERM)\u000a11:31:05.219236 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16493): Terminating (SIGTERM)\u000a11:31:05.228431 --- ParallelTerminationStrategy: PID 16487 died...\u000a11:31:05.282462 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16487): Terminated: ok {rc=0}\u000a11:31:05.291997 --- ParallelTerminationStrategy: PID 16490 died...\u000a11:31:05.345717 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16490): Terminated: ok {rc=0}\u000a11:31:05.355151 --- ParallelTerminationStrategy: PID 16493 died...\u000a11:31:05.408578 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16493): Terminated: ok {rc=0}\u000a11:31:05.497258 bus /sierra_3: Setting Powered False\u000a11:31:06.600365 bus /sierra_3: Setting Powered False\u000a11:31:07.712221 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "10", "name" : "voice_sysmo+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T11:30:47" }, { "cases" : [ { "testActions" : [ ], "age" : 74, "className" : "emergency:sysmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16505): Process ended prematurely: osmo-stp_10.42.42.5(pid=16505) [trial-2404↪emergency:sysmo↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16505)]", "failedSince" : 2331, "name" : "emergency_mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_mo_mt_call.py\", line 19, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16505): Process ended prematurely: osmo-stp_10.42.42.5(pid=16505) [trial-2404↪emergency:sysmo↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16505)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2404 emergency:sysmo emergency_mo_mt_call.py\u000a----------------------------------------------\u000a11:31:09.679684 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a11:31:09.690261 tst emergency:sysmo: Using 1 x bts (candidates: 1)\u000a11:31:09.816167 tst emergency_mo_mt_call.py: using LAC 40597\u000a11:31:09.937863 tst emergency_mo_mt_call.py: using RAC 52\u000a11:31:10.054991 tst emergency_mo_mt_call.py: using CellId 40597\u000a11:31:10.172165 tst emergency_mo_mt_call.py: using BVCI 40598\u000a11:31:10.195085 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a11:31:10.205658 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a11:31:10.216505 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a11:31:10.227029 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a11:31:10.238140 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a11:31:10.248486 tst emergency:sysmo: Using 1 x modem (candidates: 4)\u000a11:31:10.371092 tst emergency:sysmo: Using 1 x modem (candidates: 4)\u000a11:31:10.574743 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:31:11.056040 run create_hlr_db(pid=16499): Launched\u000a11:31:11.232667 bus /sierra_2: Setting Powered False\u000a11:31:12.253417 run create_hlr_db(pid=16499): Terminated: ok {rc=0}\u000a11:31:12.692118 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16501): Launched\u000a11:31:13.021522 run osmo-hlr_10.42.42.2(pid=16502): Launched\u000a11:31:13.140396 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:31:13.708014 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16504): Launched\u000a11:31:14.036362 run osmo-stp_10.42.42.5(pid=16505): Launched\u000a11:31:14.166119 tst emergency_mo_mt_call.py: using MSISDN 8665\u000a11:31:14.328168 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a11:31:14.927521 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16507): Launched\u000a11:31:15.255733 run osmo-msc_10.42.42.6(pid=16508): Launched\u000a11:31:15.445342 run osmo-stp_10.42.42.5(pid=16505): ERR: Terminated: ERROR {rc=1} [trial-2404↪emergency:sysmo↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16505)]\u000a11:31:15.582386 run osmo-stp_10.42.42.5(pid=16505): stdout: \u000a| (launched: 2022-12-14_11:31:13.873649)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:31:15.718541 run osmo-stp_10.42.42.5(pid=16505): stderr: \u000a| �[0;m�[38;5;43m20221214113114063 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214113114063 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214113114064 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214113114064 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214113114065 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214113114065 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214113114065 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:31:15.854012 run osmo-stp_10.42.42.5(pid=16505): stdout: \u000a| (launched: 2022-12-14_11:31:13.873649)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:31:16.003869 run osmo-stp_10.42.42.5(pid=16505): stderr: \u000a| �[0;m�[38;5;43m20221214113114063 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214113114063 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214113114064 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214113114064 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214113114065 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214113114065 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214113114065 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:31:16.059656 tst emergency_mo_mt_call.py:19: ERR: Error: osmo-stp_10.42.42.5(pid=16505): Process ended prematurely: osmo-stp_10.42.42.5(pid=16505) [trial-2404↪emergency:sysmo↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16505)] [trial-2404↪emergency:sysmo↪emergency_mo_mt_call.py:19]\u000a11:31:16.068845 tst emergency_mo_mt_call.py:19: Test FAILED (6.4 sec)\u000a11:31:16.135398 run osmo-hlr_10.42.42.2(pid=16502): ERR: Terminated: ERROR {rc=237} [trial-2404↪emergency:sysmo↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16502)]\u000a11:31:16.188549 run osmo-hlr_10.42.42.2(pid=16502): stdout: \u000a| (launched: 2022-12-14_11:31:12.858580) \u000a11:31:16.242809 run osmo-hlr_10.42.42.2(pid=16502): stderr: \u000a| �[0;m�[1;31m20221214113113056 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214113113056 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214113113056 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214113113056 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214113113056 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214113113056 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214113113068 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2404/run.2022-12-14_11-25-45/emergency:sysmo/emergency_mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214113113077 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214113113077 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214113113077 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:31:16.317889 run osmo-msc_10.42.42.6(pid=16508): ERR: Terminated: ERROR {rc=2} [trial-2404↪emergency:sysmo↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=16508)]\u000a11:31:16.370935 run osmo-msc_10.42.42.6(pid=16508): stdout: \u000a| (launched: 2022-12-14_11:31:15.093284) \u000a11:31:16.424180 run osmo-msc_10.42.42.6(pid=16508): stderr: \u000a| �[0;m�[38;5;43m20221214113115413 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214113115413 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f4e4507fc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214113115413 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214113115414 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214113115414 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214113115414 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214113115416 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214113115416 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214113115416 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214113115416 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a11:31:16.470017 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16501): Terminating (SIGTERM)\u000a11:31:16.513203 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16504): Terminating (SIGTERM)\u000a11:31:16.556821 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16507): Terminating (SIGTERM)\u000a11:31:16.566718 --- ParallelTerminationStrategy: PID 16501 died...\u000a11:31:16.624809 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16501): Terminated: ok {rc=0}\u000a11:31:16.635472 --- ParallelTerminationStrategy: PID 16504 died...\u000a11:31:16.693121 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16504): Terminated: ok {rc=0}\u000a11:31:16.703788 --- ParallelTerminationStrategy: PID 16507 died...\u000a11:31:16.761367 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16507): Terminated: ok {rc=0}\u000a11:31:16.852421 bus /sierra_3: Setting Powered False\u000a11:31:17.960719 bus /sierra_3: Setting Powered False\u000a11:31:19.071077 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 242, "className" : "emergency:sysmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16517): Process ended prematurely: osmo-stp_10.42.42.5(pid=16517) [trial-2404↪emergency:sysmo↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16517)]", "failedSince" : 2163, "name" : "emergency_preemptive_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_preemptive_call.py\", line 32, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16517): Process ended prematurely: osmo-stp_10.42.42.5(pid=16517) [trial-2404↪emergency:sysmo↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16517)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2404 emergency:sysmo emergency_preemptive_call.py\u000a----------------------------------------------\u000a11:31:20.123713 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a11:31:20.135504 tst emergency:sysmo: Using 1 x bts (candidates: 1)\u000a11:31:20.267908 tst emergency_preemptive_call.py: using LAC 40598\u000a11:31:20.395352 tst emergency_preemptive_call.py: using RAC 53\u000a11:31:20.522703 tst emergency_preemptive_call.py: using CellId 40598\u000a11:31:20.651510 tst emergency_preemptive_call.py: using BVCI 40599\u000a11:31:20.676181 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a11:31:20.687446 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a11:31:20.698507 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a11:31:20.709485 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a11:31:20.720614 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a11:31:20.731764 tst emergency:sysmo: Using 1 x modem (candidates: 4)\u000a11:31:20.850516 tst emergency:sysmo: Using 1 x modem (candidates: 4)\u000a11:31:20.971927 tst emergency:sysmo: Using 1 x modem (candidates: 4)\u000a11:31:21.091458 tst emergency:sysmo: Using 1 x modem (candidates: 4)\u000a11:31:21.302732 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:31:21.826911 run create_hlr_db(pid=16511): Launched\u000a11:31:22.016394 bus /sierra_2: Setting Powered False\u000a11:31:23.036250 run create_hlr_db(pid=16511): Terminated: ok {rc=0}\u000a11:31:23.448340 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16513): Launched\u000a11:31:23.756341 run osmo-hlr_10.42.42.2(pid=16514): Launched\u000a11:31:23.872310 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:31:24.400676 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16516): Launched\u000a11:31:24.707189 run osmo-stp_10.42.42.5(pid=16517): Launched\u000a11:31:24.838658 tst emergency_preemptive_call.py: using MSISDN 8666\u000a11:31:24.989875 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a11:31:25.543597 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16519): Launched\u000a11:31:25.850244 run osmo-msc_10.42.42.6(pid=16520): Launched\u000a11:31:26.034985 run osmo-stp_10.42.42.5(pid=16517): ERR: Terminated: ERROR {rc=1} [trial-2404↪emergency:sysmo↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16517)]\u000a11:31:26.163846 run osmo-stp_10.42.42.5(pid=16517): stdout: \u000a| (launched: 2022-12-14_11:31:24.554521)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:31:26.290648 run osmo-stp_10.42.42.5(pid=16517): stderr: \u000a| �[0;m�[38;5;43m20221214113124724 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214113124724 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214113124725 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214113124725 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214113124726 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214113124726 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214113124726 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:31:26.412570 run osmo-stp_10.42.42.5(pid=16517): stdout: \u000a| (launched: 2022-12-14_11:31:24.554521)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:31:26.534006 run osmo-stp_10.42.42.5(pid=16517): stderr: \u000a| �[0;m�[38;5;43m20221214113124724 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214113124724 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214113124725 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214113124725 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214113124726 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214113124726 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214113124726 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:31:26.587293 tst emergency_preemptive_call.py:32: ERR: Error: osmo-stp_10.42.42.5(pid=16517): Process ended prematurely: osmo-stp_10.42.42.5(pid=16517) [trial-2404↪emergency:sysmo↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16517)] [trial-2404↪emergency:sysmo↪emergency_preemptive_call.py:32]\u000a11:31:26.595302 tst emergency_preemptive_call.py:32: Test FAILED (6.5 sec)\u000a11:31:26.655800 run osmo-hlr_10.42.42.2(pid=16514): ERR: Terminated: ERROR {rc=237} [trial-2404↪emergency:sysmo↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16514)]\u000a11:31:26.705530 run osmo-hlr_10.42.42.2(pid=16514): stdout: \u000a| (launched: 2022-12-14_11:31:23.602736) \u000a11:31:26.755935 run osmo-hlr_10.42.42.2(pid=16514): stderr: \u000a| �[0;m�[1;31m20221214113123778 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214113123778 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214113123778 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214113123778 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214113123778 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214113123778 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214113123790 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2404/run.2022-12-14_11-25-45/emergency:sysmo/emergency_preemptive_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214113123798 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214113123799 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214113123799 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:31:26.824179 run osmo-msc_10.42.42.6(pid=16520): ERR: Terminated: ERROR {rc=2} [trial-2404↪emergency:sysmo↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=16520)]\u000a11:31:26.874015 run osmo-msc_10.42.42.6(pid=16520): stdout: \u000a| (launched: 2022-12-14_11:31:25.697474) \u000a11:31:26.924290 run osmo-msc_10.42.42.6(pid=16520): stderr: \u000a| �[0;m�[38;5;43m20221214113125967 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214113125967 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f5aab663c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214113125967 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214113125967 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214113125967 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214113125967 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214113125969 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214113125970 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214113125970 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214113125970 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a11:31:26.967308 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16513): Terminating (SIGTERM)\u000a11:31:27.007584 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16516): Terminating (SIGTERM)\u000a11:31:27.047898 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16519): Terminating (SIGTERM)\u000a11:31:27.057202 --- ParallelTerminationStrategy: PID 16513 died...\u000a11:31:27.111676 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16513): Terminated: ok {rc=0}\u000a11:31:27.121431 --- ParallelTerminationStrategy: PID 16516 died...\u000a11:31:27.175360 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16516): Terminated: ok {rc=0}\u000a11:31:27.185034 --- ParallelTerminationStrategy: PID 16519 died...\u000a11:31:27.239204 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16519): Terminated: ok {rc=0}\u000a11:31:27.327410 bus /sierra_9: Setting Powered False\u000a11:31:28.430231 bus /sierra_9: Setting Powered False\u000a11:31:29.542550 bus /sierra_8: Setting Powered False\u000a11:31:30.645306 bus /sierra_8: Setting Powered False\u000a11:31:31.772023 bus /sierra_3: Setting Powered False\u000a11:31:32.878200 bus /sierra_3: Setting Powered False\u000a11:31:33.990237 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 27.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "11", "name" : "emergency_sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T11:31:09" }, { "cases" : [ { "testActions" : [ ], "age" : 91, "className" : "gprs:sysmo", "duration" : 10.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16535): Process ended prematurely: osmo-stp_10.42.42.5(pid=16535) [trial-2404↪gprs:sysmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16535)]", "failedSince" : 2314, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16535): Process ended prematurely: osmo-stp_10.42.42.5(pid=16535) [trial-2404↪gprs:sysmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16535)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2404 gprs:sysmo cs_paging_gprs_active.py\u000a----------------------------------------------\u000a11:31:36.081573 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a11:31:36.092441 tst gprs:sysmo: Using 1 x bts (candidates: 1)\u000a11:31:36.226483 tst cs_paging_gprs_active.py: using LAC 40599\u000a11:31:36.360494 tst cs_paging_gprs_active.py: using RAC 54\u000a11:31:36.488866 tst cs_paging_gprs_active.py: using CellId 40599\u000a11:31:36.617743 tst cs_paging_gprs_active.py: using BVCI 40600\u000a11:31:36.643135 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a11:31:36.654167 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a11:31:36.664850 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a11:31:36.675702 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a11:31:36.686563 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a11:31:36.697751 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a11:31:36.708621 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a11:31:36.719412 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a11:31:36.730429 tst gprs:sysmo: Using 1 x modem (candidates: 4)\u000a11:31:36.851834 tst gprs:sysmo: Using 1 x modem (candidates: 4)\u000a11:31:37.139343 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a11:31:37.269714 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:31:37.594822 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16525): Launched\u000a11:31:37.863127 run iperf3-srv_10.42.42.10(pid=16526): Launched\u000a11:31:38.051938 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a11:31:38.180849 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:31:38.503156 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16527): Launched\u000a11:31:38.771240 run iperf3-srv_10.42.42.10(pid=16528): Launched\u000a11:31:38.959566 tst cs_paging_gprs_active.py:38: start network...\u000a11:31:39.089236 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:31:39.580482 run create_hlr_db(pid=16529): Launched\u000a11:31:39.758527 bus /sierra_2: Setting Powered False\u000a11:31:40.779637 run create_hlr_db(pid=16529): Terminated: ok {rc=0}\u000a11:31:41.196531 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16531): Launched\u000a11:31:41.509191 run osmo-hlr_10.42.42.2(pid=16532): Launched\u000a11:31:41.630970 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:31:42.173662 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16534): Launched\u000a11:31:42.485728 run osmo-stp_10.42.42.5(pid=16535): Launched\u000a11:31:42.598958 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a11:31:44.132023 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16537): Launched\u000a11:31:44.242554 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a11:31:44.517781 run patchelf(pid=16538): Launched\u000a11:31:44.700562 run osmo-stp_10.42.42.5(pid=16535): ERR: Terminated: ERROR {rc=1} [trial-2404↪gprs:sysmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16535)]\u000a11:31:44.834440 run osmo-stp_10.42.42.5(pid=16535): stdout: \u000a| (launched: 2022-12-14_11:31:42.330245)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:31:44.968496 run osmo-stp_10.42.42.5(pid=16535): stderr: \u000a| �[0;m�[38;5;43m20221214113142501 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214113142502 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214113142502 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214113142502 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214113142503 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214113142503 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214113142503 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:31:45.098450 run osmo-stp_10.42.42.5(pid=16535): stdout: \u000a| (launched: 2022-12-14_11:31:42.330245)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:31:45.226112 run osmo-stp_10.42.42.5(pid=16535): stderr: \u000a| �[0;m�[38;5;43m20221214113142501 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214113142502 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214113142502 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214113142502 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214113142503 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214113142503 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214113142503 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:31:45.374522 run patchelf(pid=16538): Terminating (SIGINT)\u000a11:31:45.548844 run patchelf(pid=16538): Terminated: ok {rc=0}\u000a11:31:45.580775 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=16535): Process ended prematurely: osmo-stp_10.42.42.5(pid=16535) [trial-2404↪gprs:sysmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16535)] [trial-2404↪gprs:sysmo↪cs_paging_gprs_active.py:38]\u000a11:31:45.589924 tst cs_paging_gprs_active.py:38: Test FAILED (9.5 sec)\u000a11:31:45.651011 run osmo-hlr_10.42.42.2(pid=16532): ERR: Terminated: ERROR {rc=237} [trial-2404↪gprs:sysmo↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16532)]\u000a11:31:45.700765 run osmo-hlr_10.42.42.2(pid=16532): stdout: \u000a| (launched: 2022-12-14_11:31:41.353702) \u000a11:31:45.751281 run osmo-hlr_10.42.42.2(pid=16532): stderr: \u000a| �[0;m�[1;31m20221214113141527 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214113141527 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214113141527 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214113141527 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214113141527 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214113141527 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214113141540 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2404/run.2022-12-14_11-25-45/gprs:sysmo/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214113141549 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214113141550 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214113141550 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:31:45.794320 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16525): Terminating (SIGTERM)\u000a11:31:45.844086 run iperf3-srv_10.42.42.10(pid=16526): Terminating (SIGTERM)\u000a11:31:45.919120 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16527): Terminating (SIGTERM)\u000a11:31:45.961254 run iperf3-srv_10.42.42.10(pid=16528): Terminating (SIGTERM)\u000a11:31:46.004857 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16531): Terminating (SIGTERM)\u000a11:31:46.046746 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16534): Terminating (SIGTERM)\u000a11:31:46.088469 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16537): Terminating (SIGTERM)\u000a11:31:46.098042 --- ParallelTerminationStrategy: PID 16525 died...\u000a11:31:46.154012 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16525): Terminated: ok {rc=0}\u000a11:31:46.164272 --- ParallelTerminationStrategy: PID 16526 died...\u000a11:31:46.219850 run iperf3-srv_10.42.42.10(pid=16526): Terminated {rc=256}\u000a11:31:46.230027 --- ParallelTerminationStrategy: PID 16527 died...\u000a11:31:46.287489 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16527): Terminated: ok {rc=0}\u000a11:31:46.298090 --- ParallelTerminationStrategy: PID 16528 died...\u000a11:31:46.355530 run iperf3-srv_10.42.42.10(pid=16528): Terminated {rc=256}\u000a11:31:46.366169 --- ParallelTerminationStrategy: PID 16531 died...\u000a11:31:46.424167 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16531): Terminated: ok {rc=0}\u000a11:31:46.434858 --- ParallelTerminationStrategy: PID 16534 died...\u000a11:31:46.492849 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16534): Terminated: ok {rc=0}\u000a11:31:46.503618 --- ParallelTerminationStrategy: PID 16537 died...\u000a11:31:46.567559 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16537): Terminated: ok {rc=0}\u000a11:31:46.666608 bus /gobi_0: Setting Powered False\u000a11:31:47.772459 bus /gobi_0: Setting Powered False\u000a11:31:48.885389 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 91, "className" : "gprs:sysmo", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16547): Process ended prematurely: osmo-stp_10.42.42.5(pid=16547) [trial-2404↪gprs:sysmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16547)]", "failedSince" : 2314, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16547): Process ended prematurely: osmo-stp_10.42.42.5(pid=16547) [trial-2404↪gprs:sysmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16547)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2404 gprs:sysmo iperf3.py\u000a----------------------------------------------\u000a11:31:49.997406 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a11:31:50.008678 tst gprs:sysmo: Using 1 x bts (candidates: 1)\u000a11:31:50.138954 tst iperf3.py: using LAC 40600\u000a11:31:50.260026 tst iperf3.py: using RAC 55\u000a11:31:50.381921 tst iperf3.py: using CellId 40600\u000a11:31:50.501714 tst iperf3.py: using BVCI 40601\u000a11:31:50.525409 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a11:31:50.535853 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a11:31:50.546849 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a11:31:50.557514 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a11:31:50.568596 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a11:31:50.579621 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a11:31:50.590605 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a11:31:50.601484 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a11:31:50.612495 tst gprs:sysmo: Using 1 x modem (candidates: 4)\u000a11:31:50.897521 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a11:31:51.026998 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:31:51.358995 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16539): Launched\u000a11:31:51.620188 run iperf3-srv_10.42.42.10(pid=16540): Launched\u000a11:31:51.803141 tst iperf3.py:8: start network...\u000a11:31:51.928369 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:31:52.403163 run create_hlr_db(pid=16541): Launched\u000a11:31:52.576040 bus /gobi_6: Setting Powered False\u000a11:31:53.598459 run create_hlr_db(pid=16541): Terminated: ok {rc=0}\u000a11:31:54.022527 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16543): Launched\u000a11:31:54.325467 run osmo-hlr_10.42.42.2(pid=16544): Launched\u000a11:31:54.442691 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:31:54.981855 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16546): Launched\u000a11:31:55.307695 run osmo-stp_10.42.42.5(pid=16547): Launched\u000a11:31:55.427620 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a11:31:56.000112 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16549): Launched\u000a11:31:56.116369 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a11:31:56.404563 run patchelf(pid=16550): Launched\u000a11:31:56.595934 run osmo-stp_10.42.42.5(pid=16547): ERR: Terminated: ERROR {rc=1} [trial-2404↪gprs:sysmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16547)]\u000a11:31:56.735417 run osmo-stp_10.42.42.5(pid=16547): stdout: \u000a| (launched: 2022-12-14_11:31:55.147570)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:31:56.875193 run osmo-stp_10.42.42.5(pid=16547): stderr: \u000a| �[0;m�[38;5;43m20221214113155337 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214113155337 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214113155338 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214113155338 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214113155338 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214113155339 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214113155339 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:31:57.009703 run osmo-stp_10.42.42.5(pid=16547): stdout: \u000a| (launched: 2022-12-14_11:31:55.147570)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:31:57.143173 run osmo-stp_10.42.42.5(pid=16547): stderr: \u000a| �[0;m�[38;5;43m20221214113155337 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214113155337 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214113155338 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214113155338 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214113155338 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214113155339 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214113155339 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:31:57.299633 run patchelf(pid=16550): Terminating (SIGINT)\u000a11:31:57.482640 run patchelf(pid=16550): Terminated: ok {rc=0}\u000a11:31:57.516163 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=16547): Process ended prematurely: osmo-stp_10.42.42.5(pid=16547) [trial-2404↪gprs:sysmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16547)] [trial-2404↪gprs:sysmo↪iperf3.py:8]\u000a11:31:57.526361 tst iperf3.py:8: Test FAILED (7.6 sec)\u000a11:31:57.589080 run osmo-hlr_10.42.42.2(pid=16544): ERR: Terminated: ERROR {rc=237} [trial-2404↪gprs:sysmo↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16544)]\u000a11:31:57.640384 run osmo-hlr_10.42.42.2(pid=16544): stdout: \u000a| (launched: 2022-12-14_11:31:54.175089) \u000a11:31:57.692585 run osmo-hlr_10.42.42.2(pid=16544): stderr: \u000a| �[0;m�[1;31m20221214113154349 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214113154349 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214113154349 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214113154349 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214113154349 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214113154349 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214113154362 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2404/run.2022-12-14_11-25-45/gprs:sysmo/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214113154370 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214113154370 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214113154370 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:31:57.737079 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16539): Terminating (SIGTERM)\u000a11:31:57.778869 run iperf3-srv_10.42.42.10(pid=16540): Terminating (SIGTERM)\u000a11:31:57.821183 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16543): Terminating (SIGTERM)\u000a11:31:57.863232 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16546): Terminating (SIGTERM)\u000a11:31:57.905023 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16549): Terminating (SIGTERM)\u000a11:31:57.914701 --- ParallelTerminationStrategy: PID 16539 died...\u000a11:31:57.970225 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16539): Terminated: ok {rc=0}\u000a11:31:57.980196 --- ParallelTerminationStrategy: PID 16540 died...\u000a11:31:58.035648 run iperf3-srv_10.42.42.10(pid=16540): Terminated {rc=256}\u000a11:31:58.045656 --- ParallelTerminationStrategy: PID 16543 died...\u000a11:31:58.100810 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16543): Terminated: ok {rc=0}\u000a11:31:58.110744 --- ParallelTerminationStrategy: PID 16546 died...\u000a11:31:58.166023 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16546): Terminated: ok {rc=0}\u000a11:31:58.176008 --- ParallelTerminationStrategy: PID 16549 died...\u000a11:31:58.231195 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16549): Terminated: ok {rc=0}\u000a11:31:58.318066 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 92, "className" : "gprs:sysmo", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16565): Process ended prematurely: osmo-stp_10.42.42.5(pid=16565) [trial-2404↪gprs:sysmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16565)]", "failedSince" : 2313, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16565): Process ended prematurely: osmo-stp_10.42.42.5(pid=16565) [trial-2404↪gprs:sysmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16565)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2404 gprs:sysmo iperf3m4.py\u000a----------------------------------------------\u000a11:31:59.434863 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a11:31:59.446548 tst gprs:sysmo: Using 1 x bts (candidates: 1)\u000a11:31:59.577107 tst iperf3m4.py: using LAC 40601\u000a11:31:59.711306 tst iperf3m4.py: using RAC 56\u000a11:31:59.840186 tst iperf3m4.py: using CellId 40601\u000a11:31:59.966617 tst iperf3m4.py: using BVCI 40602\u000a11:31:59.991742 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a11:32:00.002876 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a11:32:00.013902 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a11:32:00.024631 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a11:32:00.035418 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a11:32:00.046219 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a11:32:00.057221 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a11:32:00.068015 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a11:32:00.079039 tst gprs:sysmo: Using 1 x modem (candidates: 4)\u000a11:32:00.197613 tst gprs:sysmo: Using 1 x modem (candidates: 4)\u000a11:32:00.316217 tst gprs:sysmo: Using 1 x modem (candidates: 4)\u000a11:32:00.434244 tst gprs:sysmo: Using 1 x modem (candidates: 4)\u000a11:32:00.731122 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a11:32:00.869104 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:32:01.231691 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16551): Launched\u000a11:32:01.523058 run iperf3-srv_10.42.42.10(pid=16552): Launched\u000a11:32:01.717175 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a11:32:01.851113 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:32:02.195112 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16553): Launched\u000a11:32:02.462154 run iperf3-srv_10.42.42.10(pid=16554): Launched\u000a11:32:02.647984 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a11:32:02.774770 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:32:03.093527 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16555): Launched\u000a11:32:03.360075 run iperf3-srv_10.42.42.10(pid=16556): Launched\u000a11:32:03.545112 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a11:32:03.671606 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:32:03.989094 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16557): Launched\u000a11:32:04.268424 run iperf3-srv_10.42.42.10(pid=16558): Launched\u000a11:32:04.453399 tst iperf3m4.py:8: start network...\u000a11:32:04.580496 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:32:05.062515 run create_hlr_db(pid=16559): Launched\u000a11:32:05.238522 bus /gobi_6: Setting Powered False\u000a11:32:06.259570 run create_hlr_db(pid=16559): Terminated: ok {rc=0}\u000a11:32:06.693561 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16561): Launched\u000a11:32:07.022823 run osmo-hlr_10.42.42.2(pid=16562): Launched\u000a11:32:07.146134 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:32:07.717833 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16564): Launched\u000a11:32:08.051124 run osmo-stp_10.42.42.5(pid=16565): Launched\u000a11:32:08.177130 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a11:32:08.754455 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16567): Launched\u000a11:32:08.872511 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a11:32:09.163720 run patchelf(pid=16568): Launched\u000a11:32:09.357774 run osmo-stp_10.42.42.5(pid=16565): ERR: Terminated: ERROR {rc=1} [trial-2404↪gprs:sysmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16565)]\u000a11:32:09.499273 run osmo-stp_10.42.42.5(pid=16565): stdout: \u000a| (launched: 2022-12-14_11:32:07.886366)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:32:09.641261 run osmo-stp_10.42.42.5(pid=16565): stderr: \u000a| �[0;m�[38;5;43m20221214113208122 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214113208122 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214113208122 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214113208123 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214113208123 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214113208123 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214113208123 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:32:09.777756 run osmo-stp_10.42.42.5(pid=16565): stdout: \u000a| (launched: 2022-12-14_11:32:07.886366)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:32:09.912915 run osmo-stp_10.42.42.5(pid=16565): stderr: \u000a| �[0;m�[38;5;43m20221214113208122 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214113208122 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214113208122 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214113208123 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214113208123 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214113208123 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214113208123 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:32:10.070697 run patchelf(pid=16568): Terminating (SIGINT)\u000a11:32:10.255642 run patchelf(pid=16568): Terminated: ok {rc=0}\u000a11:32:10.289618 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=16565): Process ended prematurely: osmo-stp_10.42.42.5(pid=16565) [trial-2404↪gprs:sysmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16565)] [trial-2404↪gprs:sysmo↪iperf3m4.py:8]\u000a11:32:10.299567 tst iperf3m4.py:8: Test FAILED (10.9 sec)\u000a11:32:10.363072 run osmo-hlr_10.42.42.2(pid=16562): ERR: Terminated: ERROR {rc=237} [trial-2404↪gprs:sysmo↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16562)]\u000a11:32:10.414799 run osmo-hlr_10.42.42.2(pid=16562): stdout: \u000a| (launched: 2022-12-14_11:32:06.860634) \u000a11:32:10.467045 run osmo-hlr_10.42.42.2(pid=16562): stderr: \u000a| �[0;m�[1;31m20221214113207055 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214113207055 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214113207055 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214113207056 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214113207056 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214113207056 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214113207066 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2404/run.2022-12-14_11-25-45/gprs:sysmo/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214113207075 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214113207076 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214113207076 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:32:10.511494 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16551): Terminating (SIGTERM)\u000a11:32:10.553376 run iperf3-srv_10.42.42.10(pid=16552): Terminating (SIGTERM)\u000a11:32:10.595529 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16553): Terminating (SIGTERM)\u000a11:32:10.637461 run iperf3-srv_10.42.42.10(pid=16554): Terminating (SIGTERM)\u000a11:32:10.679642 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16555): Terminating (SIGTERM)\u000a11:32:10.722090 run iperf3-srv_10.42.42.10(pid=16556): Terminating (SIGTERM)\u000a11:32:10.763965 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16557): Terminating (SIGTERM)\u000a11:32:10.806223 run iperf3-srv_10.42.42.10(pid=16558): Terminating (SIGTERM)\u000a11:32:10.848540 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16561): Terminating (SIGTERM)\u000a11:32:10.890622 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16564): Terminating (SIGTERM)\u000a11:32:10.933338 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16567): Terminating (SIGTERM)\u000a11:32:10.942960 --- ParallelTerminationStrategy: PID 16551 died...\u000a11:32:10.998730 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16551): Terminated: ok {rc=0}\u000a11:32:11.008711 --- ParallelTerminationStrategy: PID 16552 died...\u000a11:32:11.064155 run iperf3-srv_10.42.42.10(pid=16552): Terminated {rc=256}\u000a11:32:11.074178 --- ParallelTerminationStrategy: PID 16553 died...\u000a11:32:11.129706 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16553): Terminated: ok {rc=0}\u000a11:32:11.139684 --- ParallelTerminationStrategy: PID 16554 died...\u000a11:32:11.195245 run iperf3-srv_10.42.42.10(pid=16554): Terminated {rc=256}\u000a11:32:11.205418 --- ParallelTerminationStrategy: PID 16555 died...\u000a11:32:11.260778 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16555): Terminated: ok {rc=0}\u000a11:32:11.270847 --- ParallelTerminationStrategy: PID 16556 died...\u000a11:32:11.326780 run iperf3-srv_10.42.42.10(pid=16556): Terminated {rc=256}\u000a11:32:11.336737 --- ParallelTerminationStrategy: PID 16557 died...\u000a11:32:11.392151 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16557): Terminated: ok {rc=0}\u000a11:32:11.402196 --- ParallelTerminationStrategy: PID 16558 died...\u000a11:32:11.457489 run iperf3-srv_10.42.42.10(pid=16558): Terminated {rc=256}\u000a11:32:11.467575 --- ParallelTerminationStrategy: PID 16561 died...\u000a11:32:11.523100 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16561): Terminated: ok {rc=0}\u000a11:32:11.533174 --- ParallelTerminationStrategy: PID 16564 died...\u000a11:32:11.589010 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16564): Terminated: ok {rc=0}\u000a11:32:11.599074 --- ParallelTerminationStrategy: PID 16567 died...\u000a11:32:11.655074 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16567): Terminated: ok {rc=0}\u000a11:32:11.742712 bus /gobi_4: Setting Powered False\u000a11:32:12.850499 bus /gobi_4: Setting Powered False\u000a11:32:13.959998 bus /gobi_1: Setting Powered False\u000a11:32:15.066609 bus /gobi_1: Setting Powered False\u000a11:32:16.178401 bus /gobi_0: Setting Powered False\u000a11:32:17.287625 bus /gobi_0: Setting Powered False\u000a11:32:18.396824 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 74, "className" : "gprs:sysmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16575): Process ended prematurely: osmo-stp_10.42.42.5(pid=16575) [trial-2404↪gprs:sysmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16575)]", "failedSince" : 2331, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16575): Process ended prematurely: osmo-stp_10.42.42.5(pid=16575) [trial-2404↪gprs:sysmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16575)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2404 gprs:sysmo ping.py\u000a----------------------------------------------\u000a11:32:19.466487 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a11:32:19.478195 tst gprs:sysmo: Using 1 x bts (candidates: 1)\u000a11:32:19.604116 tst ping.py: using LAC 40602\u000a11:32:19.725003 tst ping.py: using RAC 57\u000a11:32:19.843444 tst ping.py: using CellId 40602\u000a11:32:19.964006 tst ping.py: using BVCI 40603\u000a11:32:19.987145 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a11:32:19.997808 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a11:32:20.008309 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a11:32:20.018713 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a11:32:20.029801 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a11:32:20.040463 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a11:32:20.051327 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a11:32:20.062152 tst gprs:sysmo: Using 1 x modem (candidates: 4)\u000a11:32:20.358805 tst ping.py:19: start network...\u000a11:32:20.494772 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:32:21.018070 run create_hlr_db(pid=16569): Launched\u000a11:32:21.207469 bus /gobi_6: Setting Powered False\u000a11:32:22.223916 run create_hlr_db(pid=16569): Terminated: ok {rc=0}\u000a11:32:22.627996 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16571): Launched\u000a11:32:22.928199 run osmo-hlr_10.42.42.2(pid=16572): Launched\u000a11:32:23.038024 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:32:23.560233 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16574): Launched\u000a11:32:23.860157 run osmo-stp_10.42.42.5(pid=16575): Launched\u000a11:32:23.969243 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a11:32:24.495497 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16577): Launched\u000a11:32:24.602658 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a11:32:24.867340 run patchelf(pid=16578): Launched\u000a11:32:25.045310 run osmo-stp_10.42.42.5(pid=16575): ERR: Terminated: ERROR {rc=1} [trial-2404↪gprs:sysmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16575)]\u000a11:32:25.175884 run osmo-stp_10.42.42.5(pid=16575): stdout: \u000a| (launched: 2022-12-14_11:32:23.712036)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:32:25.306868 run osmo-stp_10.42.42.5(pid=16575): stderr: \u000a| �[0;m�[38;5;43m20221214113223881 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214113223882 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214113223882 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214113223882 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214113223883 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214113223883 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214113223883 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:32:25.432737 run osmo-stp_10.42.42.5(pid=16575): stdout: \u000a| (launched: 2022-12-14_11:32:23.712036)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:32:25.556873 run osmo-stp_10.42.42.5(pid=16575): stderr: \u000a| �[0;m�[38;5;43m20221214113223881 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214113223882 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214113223882 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214113223882 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214113223883 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214113223883 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214113223883 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:32:25.701738 run patchelf(pid=16578): Terminating (SIGINT)\u000a11:32:25.871305 run patchelf(pid=16578): Terminated: ok {rc=0}\u000a11:32:25.901962 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=16575): Process ended prematurely: osmo-stp_10.42.42.5(pid=16575) [trial-2404↪gprs:sysmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16575)] [trial-2404↪gprs:sysmo↪ping.py:22]\u000a11:32:25.910541 tst ping.py:22: Test FAILED (6.4 sec)\u000a11:32:25.971584 run osmo-hlr_10.42.42.2(pid=16572): ERR: Terminated: ERROR {rc=237} [trial-2404↪gprs:sysmo↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16572)]\u000a11:32:26.021212 run osmo-hlr_10.42.42.2(pid=16572): stdout: \u000a| (launched: 2022-12-14_11:32:22.780215) \u000a11:32:26.071732 run osmo-hlr_10.42.42.2(pid=16572): stderr: \u000a| �[0;m�[1;31m20221214113222953 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214113222953 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214113222953 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214113222953 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214113222953 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214113222953 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214113222966 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2404/run.2022-12-14_11-25-45/gprs:sysmo/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214113222976 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214113222976 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214113222976 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:32:26.114970 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16571): Terminating (SIGTERM)\u000a11:32:26.155952 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16574): Terminating (SIGTERM)\u000a11:32:26.196874 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16577): Terminating (SIGTERM)\u000a11:32:26.206293 --- ParallelTerminationStrategy: PID 16571 died...\u000a11:32:26.261073 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16571): Terminated: ok {rc=0}\u000a11:32:26.270888 --- ParallelTerminationStrategy: PID 16574 died...\u000a11:32:26.325453 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16574): Terminated: ok {rc=0}\u000a11:32:26.335290 --- ParallelTerminationStrategy: PID 16577 died...\u000a11:32:26.389918 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16577): Terminated: ok {rc=0}\u000a11:32:26.475151 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 74, "className" : "gprs:sysmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16585): Process ended prematurely: osmo-stp_10.42.42.5(pid=16585) [trial-2404↪gprs:sysmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16585)]", "failedSince" : 2331, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16585): Process ended prematurely: osmo-stp_10.42.42.5(pid=16585) [trial-2404↪gprs:sysmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16585)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2404 gprs:sysmo ping_idle_ping.py\u000a----------------------------------------------\u000a11:32:27.528180 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a11:32:27.540288 tst gprs:sysmo: Using 1 x bts (candidates: 1)\u000a11:32:27.674162 tst ping_idle_ping.py: using LAC 40603\u000a11:32:27.790671 tst ping_idle_ping.py: using RAC 58\u000a11:32:27.907762 tst ping_idle_ping.py: using CellId 40603\u000a11:32:28.025257 tst ping_idle_ping.py: using BVCI 40604\u000a11:32:28.048340 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a11:32:28.058945 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a11:32:28.069437 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a11:32:28.079785 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a11:32:28.091168 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a11:32:28.102463 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a11:32:28.113888 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a11:32:28.125143 tst gprs:sysmo: Using 1 x modem (candidates: 4)\u000a11:32:28.430040 tst ping_idle_ping.py:24: start network...\u000a11:32:28.565979 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:32:29.086520 run create_hlr_db(pid=16579): Launched\u000a11:32:29.275294 bus /gobi_6: Setting Powered False\u000a11:32:30.294983 run create_hlr_db(pid=16579): Terminated: ok {rc=0}\u000a11:32:30.703017 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16581): Launched\u000a11:32:31.083532 run osmo-hlr_10.42.42.2(pid=16582): Launched\u000a11:32:31.261053 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:32:31.930405 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16584): Launched\u000a11:32:32.340045 run osmo-stp_10.42.42.5(pid=16585): Launched\u000a11:32:32.456614 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a11:32:32.978573 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16587): Launched\u000a11:32:33.085717 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a11:32:33.349448 run patchelf(pid=16588): Launched\u000a11:32:33.527031 run osmo-stp_10.42.42.5(pid=16585): ERR: Terminated: ERROR {rc=1} [trial-2404↪gprs:sysmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16585)]\u000a11:32:33.657514 run osmo-stp_10.42.42.5(pid=16585): stdout: \u000a| (launched: 2022-12-14_11:32:32.086844)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:32:33.787537 run osmo-stp_10.42.42.5(pid=16585): stderr: \u000a| �[0;m�[38;5;43m20221214113232288 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214113232289 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214113232289 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214113232290 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214113232290 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214113232290 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214113232290 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:32:33.912606 run osmo-stp_10.42.42.5(pid=16585): stdout: \u000a| (launched: 2022-12-14_11:32:32.086844)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:32:34.036449 run osmo-stp_10.42.42.5(pid=16585): stderr: \u000a| �[0;m�[38;5;43m20221214113232288 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214113232289 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214113232289 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214113232290 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214113232290 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214113232290 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214113232290 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:32:34.181163 run patchelf(pid=16588): Terminating (SIGINT)\u000a11:32:34.350466 run patchelf(pid=16588): Terminated: ok {rc=0}\u000a11:32:34.381207 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=16585): Process ended prematurely: osmo-stp_10.42.42.5(pid=16585) [trial-2404↪gprs:sysmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16585)] [trial-2404↪gprs:sysmo↪ping_idle_ping.py:27]\u000a11:32:34.389668 tst ping_idle_ping.py:27: Test FAILED (6.9 sec)\u000a11:32:34.450249 run osmo-hlr_10.42.42.2(pid=16582): ERR: Terminated: ERROR {rc=237} [trial-2404↪gprs:sysmo↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16582)]\u000a11:32:34.499319 run osmo-hlr_10.42.42.2(pid=16582): stdout: \u000a| (launched: 2022-12-14_11:32:30.867130) \u000a11:32:34.549250 run osmo-hlr_10.42.42.2(pid=16582): stderr: \u000a| �[0;m�[1;31m20221214113231225 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214113231225 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214113231225 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214113231225 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214113231225 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214113231225 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214113231236 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2404/run.2022-12-14_11-25-45/gprs:sysmo/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214113231253 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214113231253 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214113231253 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:32:34.592024 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16581): Terminating (SIGTERM)\u000a11:32:34.632216 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16584): Terminating (SIGTERM)\u000a11:32:34.673191 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16587): Terminating (SIGTERM)\u000a11:32:34.682348 --- ParallelTerminationStrategy: PID 16581 died...\u000a11:32:34.736381 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16581): Terminated: ok {rc=0}\u000a11:32:34.745977 --- ParallelTerminationStrategy: PID 16584 died...\u000a11:32:34.799978 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16584): Terminated: ok {rc=0}\u000a11:32:34.809662 --- ParallelTerminationStrategy: PID 16587 died...\u000a11:32:34.863581 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16587): Terminated: ok {rc=0}\u000a11:32:34.953731 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "12", "name" : "gprs_sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T11:31:35" }, { "cases" : [ { "testActions" : [ ], "age" : 92, "className" : "gprs:sysmo+mod-bts0-egprs", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16602): Process ended prematurely: osmo-stp_10.42.42.5(pid=16602) [trial-2404↪gprs:sysmo+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16602)]", "failedSince" : 2313, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16602): Process ended prematurely: osmo-stp_10.42.42.5(pid=16602) [trial-2404↪gprs:sysmo+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16602)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2404 gprs:sysmo+mod-bts0-egprs cs_paging_gprs_active.py\u000a----------------------------------------------\u000a11:32:37.074830 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:32:37.086070 tst gprs:sysmo+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a11:32:37.218742 tst cs_paging_gprs_active.py: using LAC 40604\u000a11:32:37.346551 tst cs_paging_gprs_active.py: using RAC 59\u000a11:32:37.473635 tst cs_paging_gprs_active.py: using CellId 40604\u000a11:32:37.595814 tst cs_paging_gprs_active.py: using BVCI 40605\u000a11:32:37.619366 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:32:37.630306 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:32:37.641207 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:32:37.651960 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:32:37.662784 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:32:37.673633 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:32:37.684503 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:32:37.695317 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:32:37.706401 tst gprs:sysmo+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a11:32:37.827407 tst gprs:sysmo+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a11:32:38.111108 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a11:32:38.238758 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:32:38.557183 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16592): Launched\u000a11:32:38.821332 run iperf3-srv_10.42.42.10(pid=16593): Launched\u000a11:32:39.007785 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a11:32:39.135165 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:32:39.453943 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16594): Launched\u000a11:32:39.719741 run iperf3-srv_10.42.42.10(pid=16595): Launched\u000a11:32:39.906417 tst cs_paging_gprs_active.py:38: start network...\u000a11:32:40.034006 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:32:40.518206 run create_hlr_db(pid=16596): Launched\u000a11:32:40.694325 bus /gobi_6: Setting Powered False\u000a11:32:41.729623 run create_hlr_db(pid=16596): Terminated: ok {rc=0}\u000a11:32:42.170921 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16598): Launched\u000a11:32:42.502034 run osmo-hlr_10.42.42.2(pid=16599): Launched\u000a11:32:42.624606 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:32:43.200049 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16601): Launched\u000a11:32:43.531969 run osmo-stp_10.42.42.5(pid=16602): Launched\u000a11:32:43.652128 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a11:32:44.227991 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16604): Launched\u000a11:32:44.345422 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a11:32:44.634653 run patchelf(pid=16605): Launched\u000a11:32:44.827214 run osmo-stp_10.42.42.5(pid=16602): ERR: Terminated: ERROR {rc=1} [trial-2404↪gprs:sysmo+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16602)]\u000a11:32:44.968058 run osmo-stp_10.42.42.5(pid=16602): stdout: \u000a| (launched: 2022-12-14_11:32:43.368052)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:32:45.109084 run osmo-stp_10.42.42.5(pid=16602): stderr: \u000a| �[0;m�[38;5;43m20221214113243558 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214113243559 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214113243559 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214113243559 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214113243560 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214113243560 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214113243560 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:32:45.245549 run osmo-stp_10.42.42.5(pid=16602): stdout: \u000a| (launched: 2022-12-14_11:32:43.368052)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:32:45.380766 run osmo-stp_10.42.42.5(pid=16602): stderr: \u000a| �[0;m�[38;5;43m20221214113243558 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214113243559 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214113243559 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214113243559 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214113243560 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214113243560 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214113243560 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:32:45.538264 run patchelf(pid=16605): Terminating (SIGINT)\u000a11:32:45.723648 run patchelf(pid=16605): Terminated: ok {rc=0}\u000a11:32:45.757692 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=16602): Process ended prematurely: osmo-stp_10.42.42.5(pid=16602) [trial-2404↪gprs:sysmo+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16602)] [trial-2404↪gprs:sysmo+mod-bts0-egprs↪cs_paging_gprs_active.py:38]\u000a11:32:45.767652 tst cs_paging_gprs_active.py:38: Test FAILED (8.7 sec)\u000a11:32:45.830900 run osmo-hlr_10.42.42.2(pid=16599): ERR: Terminated: ERROR {rc=237} [trial-2404↪gprs:sysmo+mod-bts0-egprs↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16599)]\u000a11:32:45.899688 run osmo-hlr_10.42.42.2(pid=16599): stdout: \u000a| (launched: 2022-12-14_11:32:42.338786) \u000a11:32:45.952803 run osmo-hlr_10.42.42.2(pid=16599): stderr: \u000a| �[0;m�[1;31m20221214113242532 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214113242532 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214113242532 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214113242532 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214113242532 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214113242532 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214113242544 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2404/run.2022-12-14_11-25-45/gprs:sysmo+mod-bts0-egprs/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214113242553 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214113242554 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214113242554 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:32:45.998838 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16592): Terminating (SIGTERM)\u000a11:32:46.042719 run iperf3-srv_10.42.42.10(pid=16593): Terminating (SIGTERM)\u000a11:32:46.088844 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16594): Terminating (SIGTERM)\u000a11:32:46.132731 run iperf3-srv_10.42.42.10(pid=16595): Terminating (SIGTERM)\u000a11:32:46.178995 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16598): Terminating (SIGTERM)\u000a11:32:46.222959 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16601): Terminating (SIGTERM)\u000a11:32:46.268089 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16604): Terminating (SIGTERM)\u000a11:32:46.279274 --- ParallelTerminationStrategy: PID 16592 died...\u000a11:32:46.336775 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16592): Terminated: ok {rc=0}\u000a11:32:46.347359 --- ParallelTerminationStrategy: PID 16593 died...\u000a11:32:46.404113 run iperf3-srv_10.42.42.10(pid=16593): Terminated {rc=256}\u000a11:32:46.414550 --- ParallelTerminationStrategy: PID 16594 died...\u000a11:32:46.471331 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16594): Terminated: ok {rc=0}\u000a11:32:46.481974 --- ParallelTerminationStrategy: PID 16595 died...\u000a11:32:46.539191 run iperf3-srv_10.42.42.10(pid=16595): Terminated {rc=256}\u000a11:32:46.549882 --- ParallelTerminationStrategy: PID 16598 died...\u000a11:32:46.607395 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16598): Terminated: ok {rc=0}\u000a11:32:46.618007 --- ParallelTerminationStrategy: PID 16601 died...\u000a11:32:46.675231 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16601): Terminated: ok {rc=0}\u000a11:32:46.686091 --- ParallelTerminationStrategy: PID 16604 died...\u000a11:32:46.743229 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16604): Terminated: ok {rc=0}\u000a11:32:46.832644 bus /gobi_0: Setting Powered False\u000a11:32:47.939852 bus /gobi_0: Setting Powered False\u000a11:32:49.048795 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 262, "className" : "gprs:sysmo+mod-bts0-egprs", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16614): Process ended prematurely: osmo-stp_10.42.42.5(pid=16614) [trial-2404↪gprs:sysmo+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16614)]", "failedSince" : 2143, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16614): Process ended prematurely: osmo-stp_10.42.42.5(pid=16614) [trial-2404↪gprs:sysmo+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16614)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2404 gprs:sysmo+mod-bts0-egprs iperf3.py\u000a----------------------------------------------\u000a11:32:50.164475 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:32:50.176388 tst gprs:sysmo+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a11:32:50.308128 tst iperf3.py: using LAC 40605\u000a11:32:50.436383 tst iperf3.py: using RAC 60\u000a11:32:50.564511 tst iperf3.py: using CellId 40605\u000a11:32:50.689398 tst iperf3.py: using BVCI 40606\u000a11:32:50.712929 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:32:50.723990 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:32:50.734736 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:32:50.745447 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:32:50.756722 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:32:50.767748 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:32:50.779015 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:32:50.789973 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:32:50.801569 tst gprs:sysmo+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a11:32:51.102272 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a11:32:51.239219 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:32:51.580337 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16606): Launched\u000a11:32:51.864165 run iperf3-srv_10.42.42.10(pid=16607): Launched\u000a11:32:52.065131 tst iperf3.py:8: start network...\u000a11:32:52.201994 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:32:52.729817 run create_hlr_db(pid=16608): Launched\u000a11:32:52.919632 bus /gobi_6: Setting Powered False\u000a11:32:53.940131 run create_hlr_db(pid=16608): Terminated: ok {rc=0}\u000a11:32:54.352691 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16610): Launched\u000a11:32:54.659703 run osmo-hlr_10.42.42.2(pid=16611): Launched\u000a11:32:54.772049 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:32:55.303912 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16613): Launched\u000a11:32:55.610227 run osmo-stp_10.42.42.5(pid=16614): Launched\u000a11:32:55.722909 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a11:32:56.257840 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16616): Launched\u000a11:32:56.367202 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a11:32:56.634715 run patchelf(pid=16617): Launched\u000a11:32:56.814296 run osmo-stp_10.42.42.5(pid=16614): ERR: Terminated: ERROR {rc=1} [trial-2404↪gprs:sysmo+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16614)]\u000a11:32:56.945693 run osmo-stp_10.42.42.5(pid=16614): stdout: \u000a| (launched: 2022-12-14_11:32:55.458889)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:32:57.077307 run osmo-stp_10.42.42.5(pid=16614): stderr: \u000a| �[0;m�[38;5;43m20221214113255626 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214113255626 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214113255627 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214113255627 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214113255628 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214113255628 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214113255628 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:32:57.203865 run osmo-stp_10.42.42.5(pid=16614): stdout: \u000a| (launched: 2022-12-14_11:32:55.458889)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:32:57.329365 run osmo-stp_10.42.42.5(pid=16614): stderr: \u000a| �[0;m�[38;5;43m20221214113255626 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214113255626 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214113255627 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214113255627 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214113255628 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214113255628 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214113255628 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:32:57.475552 run patchelf(pid=16617): Terminating (SIGINT)\u000a11:32:57.647945 run patchelf(pid=16617): Terminated: ok {rc=0}\u000a11:32:57.679772 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=16614): Process ended prematurely: osmo-stp_10.42.42.5(pid=16614) [trial-2404↪gprs:sysmo+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16614)] [trial-2404↪gprs:sysmo+mod-bts0-egprs↪iperf3.py:8]\u000a11:32:57.689028 tst iperf3.py:8: Test FAILED (7.6 sec)\u000a11:32:57.750099 run osmo-hlr_10.42.42.2(pid=16611): ERR: Terminated: ERROR {rc=237} [trial-2404↪gprs:sysmo+mod-bts0-egprs↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16611)]\u000a11:32:57.799645 run osmo-hlr_10.42.42.2(pid=16611): stdout: \u000a| (launched: 2022-12-14_11:32:54.508428) \u000a11:32:57.850011 run osmo-hlr_10.42.42.2(pid=16611): stderr: \u000a| �[0;m�[1;31m20221214113254682 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214113254682 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214113254683 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214113254683 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214113254683 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214113254683 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214113254695 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2404/run.2022-12-14_11-25-45/gprs:sysmo+mod-bts0-egprs/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214113254704 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214113254705 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214113254705 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:32:57.892740 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16606): Terminating (SIGTERM)\u000a11:32:57.933012 run iperf3-srv_10.42.42.10(pid=16607): Terminating (SIGTERM)\u000a11:32:57.973893 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16610): Terminating (SIGTERM)\u000a11:32:58.014103 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16613): Terminating (SIGTERM)\u000a11:32:58.054261 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16616): Terminating (SIGTERM)\u000a11:32:58.063489 --- ParallelTerminationStrategy: PID 16606 died...\u000a11:32:58.117761 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16606): Terminated: ok {rc=0}\u000a11:32:58.127376 --- ParallelTerminationStrategy: PID 16607 died...\u000a11:32:58.181206 run iperf3-srv_10.42.42.10(pid=16607): Terminated {rc=256}\u000a11:32:58.190724 --- ParallelTerminationStrategy: PID 16610 died...\u000a11:32:58.244770 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16610): Terminated: ok {rc=0}\u000a11:32:58.254336 --- ParallelTerminationStrategy: PID 16613 died...\u000a11:32:58.308371 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16613): Terminated: ok {rc=0}\u000a11:32:58.317960 --- ParallelTerminationStrategy: PID 16616 died...\u000a11:32:58.371694 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16616): Terminated: ok {rc=0}\u000a11:32:58.461142 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 262, "className" : "gprs:sysmo+mod-bts0-egprs", "duration" : 12.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16633): Process ended prematurely: osmo-stp_10.42.42.5(pid=16633) [trial-2404↪gprs:sysmo+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16633)]", "failedSince" : 2143, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16633): Process ended prematurely: osmo-stp_10.42.42.5(pid=16633) [trial-2404↪gprs:sysmo+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16633)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2404 gprs:sysmo+mod-bts0-egprs iperf3m4.py\u000a----------------------------------------------\u000a11:32:59.572809 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:32:59.584349 tst gprs:sysmo+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a11:32:59.722633 tst iperf3m4.py: using LAC 40606\u000a11:32:59.849334 tst iperf3m4.py: using RAC 61\u000a11:32:59.976161 tst iperf3m4.py: using CellId 40606\u000a11:33:00.100201 tst iperf3m4.py: using BVCI 40607\u000a11:33:00.123832 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:33:00.134743 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:33:00.145627 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:33:00.156348 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:33:00.167597 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:33:00.178516 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:33:00.189641 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:33:00.200330 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:33:00.211431 tst gprs:sysmo+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a11:33:00.328845 tst gprs:sysmo+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a11:33:00.452941 tst gprs:sysmo+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a11:33:00.573084 tst gprs:sysmo+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a11:33:00.885995 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a11:33:01.029112 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:33:01.409427 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16618): Launched\u000a11:33:01.710274 run iperf3-srv_10.42.42.10(pid=16620): Launched\u000a11:33:01.918214 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a11:33:02.058327 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:33:02.404670 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16621): Launched\u000a11:33:02.688357 run iperf3-srv_10.42.42.10(pid=16622): Launched\u000a11:33:02.889042 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a11:33:03.026031 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:33:03.367779 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16623): Launched\u000a11:33:03.652065 run iperf3-srv_10.42.42.10(pid=16624): Launched\u000a11:33:03.853752 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a11:33:03.990411 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:33:04.330326 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16625): Launched\u000a11:33:04.613928 run iperf3-srv_10.42.42.10(pid=16626): Launched\u000a11:33:04.814367 tst iperf3m4.py:8: start network...\u000a11:33:04.950829 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:33:05.473455 run create_hlr_db(pid=16627): Launched\u000a11:33:05.663296 bus /gobi_6: Setting Powered False\u000a11:33:06.684248 run create_hlr_db(pid=16627): Terminated: ok {rc=0}\u000a11:33:07.094673 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16629): Launched\u000a11:33:07.401268 run osmo-hlr_10.42.42.2(pid=16630): Launched\u000a11:33:07.526011 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:33:08.098567 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16632): Launched\u000a11:33:08.426974 run osmo-stp_10.42.42.5(pid=16633): Launched\u000a11:33:08.545712 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a11:33:09.123227 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16635): Launched\u000a11:33:09.239853 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a11:33:09.527082 run patchelf(pid=16636): Launched\u000a11:33:09.719147 run osmo-stp_10.42.42.5(pid=16633): ERR: Terminated: ERROR {rc=1} [trial-2404↪gprs:sysmo+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16633)]\u000a11:33:09.859475 run osmo-stp_10.42.42.5(pid=16633): stdout: \u000a| (launched: 2022-12-14_11:33:08.265381)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:33:09.999972 run osmo-stp_10.42.42.5(pid=16633): stderr: \u000a| �[0;m�[38;5;43m20221214113308455 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214113308455 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214113308456 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214113308456 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214113308456 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214113308457 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214113308457 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:33:10.135395 run osmo-stp_10.42.42.5(pid=16633): stdout: \u000a| (launched: 2022-12-14_11:33:08.265381)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:33:10.270044 run osmo-stp_10.42.42.5(pid=16633): stderr: \u000a| �[0;m�[38;5;43m20221214113308455 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214113308455 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214113308456 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214113308456 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214113308456 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214113308457 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214113308457 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:33:10.426712 run patchelf(pid=16636): Terminating (SIGINT)\u000a11:33:10.611017 run patchelf(pid=16636): Terminated: ok {rc=0}\u000a11:33:10.644474 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=16633): Process ended prematurely: osmo-stp_10.42.42.5(pid=16633) [trial-2404↪gprs:sysmo+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16633)] [trial-2404↪gprs:sysmo+mod-bts0-egprs↪iperf3m4.py:8]\u000a11:33:10.654468 tst iperf3m4.py:8: Test FAILED (11.1 sec)\u000a11:33:10.717744 run osmo-hlr_10.42.42.2(pid=16630): ERR: Terminated: ERROR {rc=237} [trial-2404↪gprs:sysmo+mod-bts0-egprs↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16630)]\u000a11:33:10.769473 run osmo-hlr_10.42.42.2(pid=16630): stdout: \u000a| (launched: 2022-12-14_11:33:07.250285) \u000a11:33:10.821558 run osmo-hlr_10.42.42.2(pid=16630): stderr: \u000a| �[0;m�[1;31m20221214113307424 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214113307424 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214113307424 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214113307424 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214113307424 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214113307424 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214113307435 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2404/run.2022-12-14_11-25-45/gprs:sysmo+mod-bts0-egprs/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214113307443 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214113307443 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214113307443 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:33:10.865943 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16618): Terminating (SIGTERM)\u000a11:33:10.907724 run iperf3-srv_10.42.42.10(pid=16620): Terminating (SIGTERM)\u000a11:33:10.949554 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16621): Terminating (SIGTERM)\u000a11:33:10.991290 run iperf3-srv_10.42.42.10(pid=16622): Terminating (SIGTERM)\u000a11:33:11.032988 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16623): Terminating (SIGTERM)\u000a11:33:11.074738 run iperf3-srv_10.42.42.10(pid=16624): Terminating (SIGTERM)\u000a11:33:11.116584 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16625): Terminating (SIGTERM)\u000a11:33:11.158273 run iperf3-srv_10.42.42.10(pid=16626): Terminating (SIGTERM)\u000a11:33:11.200156 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16629): Terminating (SIGTERM)\u000a11:33:11.242031 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16632): Terminating (SIGTERM)\u000a11:33:11.283710 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16635): Terminating (SIGTERM)\u000a11:33:11.293413 --- ParallelTerminationStrategy: PID 16618 died...\u000a11:33:11.349697 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16618): Terminated: ok {rc=0}\u000a11:33:11.359730 --- ParallelTerminationStrategy: PID 16620 died...\u000a11:33:11.415517 run iperf3-srv_10.42.42.10(pid=16620): Terminated {rc=256}\u000a11:33:11.425876 --- ParallelTerminationStrategy: PID 16621 died...\u000a11:33:11.481898 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16621): Terminated: ok {rc=0}\u000a11:33:11.491920 --- ParallelTerminationStrategy: PID 16622 died...\u000a11:33:11.547838 run iperf3-srv_10.42.42.10(pid=16622): Terminated {rc=256}\u000a11:33:11.557857 --- ParallelTerminationStrategy: PID 16623 died...\u000a11:33:11.614276 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16623): Terminated: ok {rc=0}\u000a11:33:11.624351 --- ParallelTerminationStrategy: PID 16624 died...\u000a11:33:11.680539 run iperf3-srv_10.42.42.10(pid=16624): Terminated {rc=256}\u000a11:33:11.690546 --- ParallelTerminationStrategy: PID 16625 died...\u000a11:33:11.746677 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16625): Terminated: ok {rc=0}\u000a11:33:11.757123 --- ParallelTerminationStrategy: PID 16626 died...\u000a11:33:11.813532 run iperf3-srv_10.42.42.10(pid=16626): Terminated {rc=256}\u000a11:33:11.823559 --- ParallelTerminationStrategy: PID 16629 died...\u000a11:33:11.879106 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16629): Terminated: ok {rc=0}\u000a11:33:11.889282 --- ParallelTerminationStrategy: PID 16632 died...\u000a11:33:11.944864 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16632): Terminated: ok {rc=0}\u000a11:33:11.954971 --- ParallelTerminationStrategy: PID 16635 died...\u000a11:33:12.010892 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16635): Terminated: ok {rc=0}\u000a11:33:12.098483 bus /gobi_4: Setting Powered False\u000a11:33:13.206791 bus /gobi_4: Setting Powered False\u000a11:33:14.316460 bus /gobi_1: Setting Powered False\u000a11:33:15.418747 bus /gobi_1: Setting Powered False\u000a11:33:16.545564 bus /gobi_0: Setting Powered False\u000a11:33:17.649680 bus /gobi_0: Setting Powered False\u000a11:33:18.759163 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 74, "className" : "gprs:sysmo+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16643): Process ended prematurely: osmo-stp_10.42.42.5(pid=16643) [trial-2404↪gprs:sysmo+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16643)]", "failedSince" : 2331, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16643): Process ended prematurely: osmo-stp_10.42.42.5(pid=16643) [trial-2404↪gprs:sysmo+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16643)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2404 gprs:sysmo+mod-bts0-egprs ping.py\u000a----------------------------------------------\u000a11:33:19.826098 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:33:19.837564 tst gprs:sysmo+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a11:33:19.968566 tst ping.py: using LAC 40607\u000a11:33:20.090068 tst ping.py: using RAC 62\u000a11:33:20.221986 tst ping.py: using CellId 40607\u000a11:33:20.352336 tst ping.py: using BVCI 40608\u000a11:33:20.377155 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:33:20.388469 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:33:20.399684 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:33:20.410796 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:33:20.422320 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:33:20.433857 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:33:20.445763 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:33:20.457444 tst gprs:sysmo+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a11:33:20.738052 tst ping.py:19: start network...\u000a11:33:20.862641 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:33:21.337056 run create_hlr_db(pid=16637): Launched\u000a11:33:21.510992 bus /gobi_6: Setting Powered False\u000a11:33:22.531706 run create_hlr_db(pid=16637): Terminated: ok {rc=0}\u000a11:33:22.933204 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16639): Launched\u000a11:33:23.233111 run osmo-hlr_10.42.42.2(pid=16640): Launched\u000a11:33:23.346739 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:33:23.867369 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16642): Launched\u000a11:33:24.167654 run osmo-stp_10.42.42.5(pid=16643): Launched\u000a11:33:24.276450 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a11:33:24.798403 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16645): Launched\u000a11:33:24.904718 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a11:33:25.168541 run patchelf(pid=16646): Launched\u000a11:33:25.345377 run osmo-stp_10.42.42.5(pid=16643): ERR: Terminated: ERROR {rc=1} [trial-2404↪gprs:sysmo+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16643)]\u000a11:33:25.474459 run osmo-stp_10.42.42.5(pid=16643): stdout: \u000a| (launched: 2022-12-14_11:33:24.019419)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:33:25.603792 run osmo-stp_10.42.42.5(pid=16643): stderr: \u000a| �[0;m�[38;5;43m20221214113324187 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214113324187 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214113324188 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214113324188 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214113324189 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214113324189 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214113324189 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:33:25.728248 run osmo-stp_10.42.42.5(pid=16643): stdout: \u000a| (launched: 2022-12-14_11:33:24.019419)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:33:25.851367 run osmo-stp_10.42.42.5(pid=16643): stderr: \u000a| �[0;m�[38;5;43m20221214113324187 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214113324187 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214113324188 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214113324188 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214113324189 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214113324189 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214113324189 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:33:25.994872 run patchelf(pid=16646): Terminating (SIGINT)\u000a11:33:26.162989 run patchelf(pid=16646): Terminated: ok {rc=0}\u000a11:33:26.193456 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=16643): Process ended prematurely: osmo-stp_10.42.42.5(pid=16643) [trial-2404↪gprs:sysmo+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16643)] [trial-2404↪gprs:sysmo+mod-bts0-egprs↪ping.py:22]\u000a11:33:26.202676 tst ping.py:22: Test FAILED (6.4 sec)\u000a11:33:26.263891 run osmo-hlr_10.42.42.2(pid=16640): ERR: Terminated: ERROR {rc=237} [trial-2404↪gprs:sysmo+mod-bts0-egprs↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16640)]\u000a11:33:26.313858 run osmo-hlr_10.42.42.2(pid=16640): stdout: \u000a| (launched: 2022-12-14_11:33:23.084863) \u000a11:33:26.364207 run osmo-hlr_10.42.42.2(pid=16640): stderr: \u000a| �[0;m�[1;31m20221214113323255 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214113323255 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214113323255 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214113323255 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214113323255 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214113323255 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214113323266 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2404/run.2022-12-14_11-25-45/gprs:sysmo+mod-bts0-egprs/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214113323274 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214113323274 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214113323274 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:33:26.407387 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16639): Terminating (SIGTERM)\u000a11:33:26.448649 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16642): Terminating (SIGTERM)\u000a11:33:26.490003 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16645): Terminating (SIGTERM)\u000a11:33:26.499333 --- ParallelTerminationStrategy: PID 16639 died...\u000a11:33:26.553910 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16639): Terminated: ok {rc=0}\u000a11:33:26.563665 --- ParallelTerminationStrategy: PID 16642 died...\u000a11:33:26.618047 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16642): Terminated: ok {rc=0}\u000a11:33:26.627656 --- ParallelTerminationStrategy: PID 16645 died...\u000a11:33:26.681847 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16645): Terminated: ok {rc=0}\u000a11:33:26.767313 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 74, "className" : "gprs:sysmo+mod-bts0-egprs", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16653): Process ended prematurely: osmo-stp_10.42.42.5(pid=16653) [trial-2404↪gprs:sysmo+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16653)]", "failedSince" : 2331, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16653): Process ended prematurely: osmo-stp_10.42.42.5(pid=16653) [trial-2404↪gprs:sysmo+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16653)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2404 gprs:sysmo+mod-bts0-egprs ping_idle_ping.py\u000a----------------------------------------------\u000a11:33:27.820117 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:33:27.832395 tst gprs:sysmo+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a11:33:27.966331 tst ping_idle_ping.py: using LAC 40608\u000a11:33:28.093734 tst ping_idle_ping.py: using RAC 63\u000a11:33:28.225182 tst ping_idle_ping.py: using CellId 40608\u000a11:33:28.351088 tst ping_idle_ping.py: using BVCI 40609\u000a11:33:28.375887 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:33:28.387187 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:33:28.398377 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:33:28.409569 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:33:28.421180 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:33:28.432591 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:33:28.444263 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:33:28.455894 tst gprs:sysmo+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a11:33:28.758925 tst ping_idle_ping.py:24: start network...\u000a11:33:28.893399 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:33:29.410173 run create_hlr_db(pid=16647): Launched\u000a11:33:29.598569 bus /gobi_6: Setting Powered False\u000a11:33:30.619401 run create_hlr_db(pid=16647): Terminated: ok {rc=0}\u000a11:33:31.068254 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16649): Launched\u000a11:33:31.478794 run osmo-hlr_10.42.42.2(pid=16650): Launched\u000a11:33:31.704721 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:33:32.317941 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16652): Launched\u000a11:33:32.645245 run osmo-stp_10.42.42.5(pid=16653): Launched\u000a11:33:32.762805 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a11:33:33.331212 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16655): Launched\u000a11:33:33.447098 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a11:33:33.730571 run patchelf(pid=16656): Launched\u000a11:33:33.919936 run osmo-stp_10.42.42.5(pid=16653): ERR: Terminated: ERROR {rc=1} [trial-2404↪gprs:sysmo+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16653)]\u000a11:33:34.059098 run osmo-stp_10.42.42.5(pid=16653): stdout: \u000a| (launched: 2022-12-14_11:33:32.482904)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:33:34.198462 run osmo-stp_10.42.42.5(pid=16653): stderr: \u000a| �[0;m�[38;5;43m20221214113332672 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214113332672 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214113332672 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214113332672 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214113332673 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214113332673 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214113332673 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:33:34.332043 run osmo-stp_10.42.42.5(pid=16653): stdout: \u000a| (launched: 2022-12-14_11:33:32.482904)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:33:34.464572 run osmo-stp_10.42.42.5(pid=16653): stderr: \u000a| �[0;m�[38;5;43m20221214113332672 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214113332672 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214113332672 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214113332672 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214113332673 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214113332673 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214113332673 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:33:34.619689 run patchelf(pid=16656): Terminating (SIGINT)\u000a11:33:34.801313 run patchelf(pid=16656): Terminated: ok {rc=0}\u000a11:33:34.834130 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=16653): Process ended prematurely: osmo-stp_10.42.42.5(pid=16653) [trial-2404↪gprs:sysmo+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16653)] [trial-2404↪gprs:sysmo+mod-bts0-egprs↪ping_idle_ping.py:27]\u000a11:33:34.843541 tst ping_idle_ping.py:27: Test FAILED (7.0 sec)\u000a11:33:34.905864 run osmo-hlr_10.42.42.2(pid=16650): ERR: Terminated: ERROR {rc=237} [trial-2404↪gprs:sysmo+mod-bts0-egprs↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16650)]\u000a11:33:34.956887 run osmo-hlr_10.42.42.2(pid=16650): stdout: \u000a| (launched: 2022-12-14_11:33:31.224393) \u000a11:33:35.008486 run osmo-hlr_10.42.42.2(pid=16650): stderr: \u000a| �[0;m�[1;31m20221214113331560 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214113331560 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214113331560 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214113331560 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214113331560 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214113331560 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214113331574 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2404/run.2022-12-14_11-25-45/gprs:sysmo+mod-bts0-egprs/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214113331591 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214113331591 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214113331591 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:33:35.052533 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16649): Terminating (SIGTERM)\u000a11:33:35.094553 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16652): Terminating (SIGTERM)\u000a11:33:35.136816 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16655): Terminating (SIGTERM)\u000a11:33:35.146647 --- ParallelTerminationStrategy: PID 16649 died...\u000a11:33:35.202979 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16649): Terminated: ok {rc=0}\u000a11:33:35.213114 --- ParallelTerminationStrategy: PID 16652 died...\u000a11:33:35.269230 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16652): Terminated: ok {rc=0}\u000a11:33:35.279334 --- ParallelTerminationStrategy: PID 16655 died...\u000a11:33:35.335590 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16655): Terminated: ok {rc=0}\u000a11:33:35.424197 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "13", "name" : "gprs_sysmo+mod-bts0-egprs", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T11:32:36" }, { "cases" : [ { "testActions" : [ ], "age" : 262, "className" : "gprs:sysmo+mod-bts0-dynts-ipa", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16672): Process ended prematurely: osmo-stp_10.42.42.5(pid=16672) [trial-2404↪gprs:sysmo+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16672)]", "failedSince" : 2143, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16672): Process ended prematurely: osmo-stp_10.42.42.5(pid=16672) [trial-2404↪gprs:sysmo+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16672)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2404 gprs:sysmo+mod-bts0-dynts-ipa cs_paging_gprs_active.py\u000a----------------------------------------------\u000a11:33:37.546067 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:33:37.557302 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a11:33:37.710047 tst cs_paging_gprs_active.py: using LAC 40609\u000a11:33:37.839110 tst cs_paging_gprs_active.py: using RAC 64\u000a11:33:37.969889 tst cs_paging_gprs_active.py: using CellId 40609\u000a11:33:38.100521 tst cs_paging_gprs_active.py: using BVCI 40610\u000a11:33:38.125817 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:33:38.137183 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:33:38.148350 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:33:38.159502 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:33:38.170630 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:33:38.181838 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:33:38.193181 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:33:38.204191 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:33:38.215561 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a11:33:38.335444 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a11:33:38.616924 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a11:33:38.744313 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:33:39.070204 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16662): Launched\u000a11:33:39.354918 run iperf3-srv_10.42.42.10(pid=16663): Launched\u000a11:33:39.555733 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a11:33:39.693046 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:33:40.035708 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16664): Launched\u000a11:33:40.319234 run iperf3-srv_10.42.42.10(pid=16665): Launched\u000a11:33:40.519746 tst cs_paging_gprs_active.py:38: start network...\u000a11:33:40.657013 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:33:41.183151 run create_hlr_db(pid=16666): Launched\u000a11:33:41.373166 bus /gobi_6: Setting Powered False\u000a11:33:42.394395 run create_hlr_db(pid=16666): Terminated: ok {rc=0}\u000a11:33:42.833544 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16668): Launched\u000a11:33:43.163832 run osmo-hlr_10.42.42.2(pid=16669): Launched\u000a11:33:43.286930 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:33:43.859808 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16671): Launched\u000a11:33:44.188514 run osmo-stp_10.42.42.5(pid=16672): Launched\u000a11:33:44.307281 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a11:33:44.883603 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16674): Launched\u000a11:33:45.001140 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a11:33:45.288770 run patchelf(pid=16675): Launched\u000a11:33:45.480920 run osmo-stp_10.42.42.5(pid=16672): ERR: Terminated: ERROR {rc=1} [trial-2404↪gprs:sysmo+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16672)]\u000a11:33:45.622108 run osmo-stp_10.42.42.5(pid=16672): stdout: \u000a| (launched: 2022-12-14_11:33:44.027609)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:33:45.763374 run osmo-stp_10.42.42.5(pid=16672): stderr: \u000a| �[0;m�[38;5;43m20221214113344218 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214113344218 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214113344219 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214113344219 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214113344220 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214113344220 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214113344220 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:33:45.924525 run osmo-stp_10.42.42.5(pid=16672): stdout: \u000a| (launched: 2022-12-14_11:33:44.027609)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:33:46.055931 run osmo-stp_10.42.42.5(pid=16672): stderr: \u000a| �[0;m�[38;5;43m20221214113344218 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214113344218 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214113344219 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214113344219 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214113344220 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214113344220 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214113344220 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:33:46.208913 run patchelf(pid=16675): Terminating (SIGINT)\u000a11:33:46.389812 run patchelf(pid=16675): Terminated: ok {rc=0}\u000a11:33:46.423183 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=16672): Process ended prematurely: osmo-stp_10.42.42.5(pid=16672) [trial-2404↪gprs:sysmo+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16672)] [trial-2404↪gprs:sysmo+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38]\u000a11:33:46.433781 tst cs_paging_gprs_active.py:38: Test FAILED (8.9 sec)\u000a11:33:46.498391 run osmo-hlr_10.42.42.2(pid=16669): ERR: Terminated: ERROR {rc=237} [trial-2404↪gprs:sysmo+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16669)]\u000a11:33:46.550993 run osmo-hlr_10.42.42.2(pid=16669): stdout: \u000a| (launched: 2022-12-14_11:33:43.001294) \u000a11:33:46.604090 run osmo-hlr_10.42.42.2(pid=16669): stderr: \u000a| �[0;m�[1;31m20221214113343198 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214113343199 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214113343199 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214113343199 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214113343199 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214113343199 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214113343212 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2404/run.2022-12-14_11-25-45/gprs:sysmo+mod-bts0-dynts-ipa/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214113343222 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214113343223 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214113343223 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:33:46.649889 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16662): Terminating (SIGTERM)\u000a11:33:46.695134 run iperf3-srv_10.42.42.10(pid=16663): Terminating (SIGTERM)\u000a11:33:46.740262 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16664): Terminating (SIGTERM)\u000a11:33:46.784704 run iperf3-srv_10.42.42.10(pid=16665): Terminating (SIGTERM)\u000a11:33:46.829884 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16668): Terminating (SIGTERM)\u000a11:33:46.872348 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16671): Terminating (SIGTERM)\u000a11:33:46.919326 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16674): Terminating (SIGTERM)\u000a11:33:46.929879 --- ParallelTerminationStrategy: PID 16662 died...\u000a11:33:46.988895 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16662): Terminated: ok {rc=0}\u000a11:33:46.999450 --- ParallelTerminationStrategy: PID 16663 died...\u000a11:33:47.056212 run iperf3-srv_10.42.42.10(pid=16663): Terminated {rc=256}\u000a11:33:47.066802 --- ParallelTerminationStrategy: PID 16664 died...\u000a11:33:47.124768 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16664): Terminated: ok {rc=0}\u000a11:33:47.135156 --- ParallelTerminationStrategy: PID 16665 died...\u000a11:33:47.191528 run iperf3-srv_10.42.42.10(pid=16665): Terminated {rc=256}\u000a11:33:47.201407 --- ParallelTerminationStrategy: PID 16668 died...\u000a11:33:47.256073 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16668): Terminated: ok {rc=0}\u000a11:33:47.265697 --- ParallelTerminationStrategy: PID 16671 died...\u000a11:33:47.323383 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16671): Terminated: ok {rc=0}\u000a11:33:47.334032 --- ParallelTerminationStrategy: PID 16674 died...\u000a11:33:47.389409 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16674): Terminated: ok {rc=0}\u000a11:33:47.475758 bus /gobi_0: Setting Powered False\u000a11:33:48.579851 bus /gobi_0: Setting Powered False\u000a11:33:49.691661 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 262, "className" : "gprs:sysmo+mod-bts0-dynts-ipa", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16684): Process ended prematurely: osmo-stp_10.42.42.5(pid=16684) [trial-2404↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16684)]", "failedSince" : 2143, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16684): Process ended prematurely: osmo-stp_10.42.42.5(pid=16684) [trial-2404↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16684)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2404 gprs:sysmo+mod-bts0-dynts-ipa iperf3.py\u000a----------------------------------------------\u000a11:33:50.801953 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:33:50.813438 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a11:33:50.960082 tst iperf3.py: using LAC 40610\u000a11:33:51.081787 tst iperf3.py: using RAC 65\u000a11:33:51.209824 tst iperf3.py: using CellId 40610\u000a11:33:51.341042 tst iperf3.py: using BVCI 40611\u000a11:33:51.366245 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:33:51.377607 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:33:51.388715 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:33:51.399814 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:33:51.410853 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:33:51.422234 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:33:51.433535 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:33:51.444513 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:33:51.455738 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a11:33:51.738454 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a11:33:51.866595 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:33:52.186435 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16676): Launched\u000a11:33:52.452843 run iperf3-srv_10.42.42.10(pid=16677): Launched\u000a11:33:52.639642 tst iperf3.py:8: start network...\u000a11:33:52.767279 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:33:53.250196 run create_hlr_db(pid=16678): Launched\u000a11:33:53.426434 bus /gobi_6: Setting Powered False\u000a11:33:54.448122 run create_hlr_db(pid=16678): Terminated: ok {rc=0}\u000a11:33:54.858995 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16680): Launched\u000a11:33:55.165168 run osmo-hlr_10.42.42.2(pid=16681): Launched\u000a11:33:55.280803 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:33:55.814492 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16683): Launched\u000a11:33:56.119562 run osmo-stp_10.42.42.5(pid=16684): Launched\u000a11:33:56.230967 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a11:33:56.763819 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16686): Launched\u000a11:33:56.872626 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a11:33:57.139742 run patchelf(pid=16687): Launched\u000a11:33:57.319478 run osmo-stp_10.42.42.5(pid=16684): ERR: Terminated: ERROR {rc=1} [trial-2404↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16684)]\u000a11:33:57.450710 run osmo-stp_10.42.42.5(pid=16684): stdout: \u000a| (launched: 2022-12-14_11:33:55.968702)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:33:57.582371 run osmo-stp_10.42.42.5(pid=16684): stderr: \u000a| �[0;m�[38;5;43m20221214113356136 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214113356137 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214113356137 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214113356137 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214113356138 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214113356138 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214113356138 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:33:57.709132 run osmo-stp_10.42.42.5(pid=16684): stdout: \u000a| (launched: 2022-12-14_11:33:55.968702)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:33:57.834736 run osmo-stp_10.42.42.5(pid=16684): stderr: \u000a| �[0;m�[38;5;43m20221214113356136 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214113356137 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214113356137 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214113356137 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214113356138 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214113356138 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214113356138 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:33:57.980760 run patchelf(pid=16687): Terminating (SIGINT)\u000a11:33:58.153079 run patchelf(pid=16687): Terminated: ok {rc=0}\u000a11:33:58.184691 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=16684): Process ended prematurely: osmo-stp_10.42.42.5(pid=16684) [trial-2404↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16684)] [trial-2404↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3.py:8]\u000a11:33:58.194522 tst iperf3.py:8: Test FAILED (7.4 sec)\u000a11:33:58.255745 run osmo-hlr_10.42.42.2(pid=16681): ERR: Terminated: ERROR {rc=237} [trial-2404↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16681)]\u000a11:33:58.305455 run osmo-hlr_10.42.42.2(pid=16681): stdout: \u000a| (launched: 2022-12-14_11:33:55.014385) \u000a11:33:58.355604 run osmo-hlr_10.42.42.2(pid=16681): stderr: \u000a| �[0;m�[1;31m20221214113355187 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214113355187 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214113355187 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214113355187 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214113355187 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214113355187 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214113355200 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2404/run.2022-12-14_11-25-45/gprs:sysmo+mod-bts0-dynts-ipa/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214113355208 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214113355208 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214113355208 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:33:58.398545 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16676): Terminating (SIGTERM)\u000a11:33:58.439029 run iperf3-srv_10.42.42.10(pid=16677): Terminating (SIGTERM)\u000a11:33:58.479487 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16680): Terminating (SIGTERM)\u000a11:33:58.519795 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16683): Terminating (SIGTERM)\u000a11:33:58.560272 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16686): Terminating (SIGTERM)\u000a11:33:58.569590 --- ParallelTerminationStrategy: PID 16676 died...\u000a11:33:58.624203 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16676): Terminated: ok {rc=0}\u000a11:33:58.633923 --- ParallelTerminationStrategy: PID 16677 died...\u000a11:33:58.687848 run iperf3-srv_10.42.42.10(pid=16677): Terminated {rc=256}\u000a11:33:58.697444 --- ParallelTerminationStrategy: PID 16680 died...\u000a11:33:58.751374 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16680): Terminated: ok {rc=0}\u000a11:33:58.760937 --- ParallelTerminationStrategy: PID 16683 died...\u000a11:33:58.814772 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16683): Terminated: ok {rc=0}\u000a11:33:58.824351 --- ParallelTerminationStrategy: PID 16686 died...\u000a11:33:58.878053 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16686): Terminated: ok {rc=0}\u000a11:33:58.967836 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 262, "className" : "gprs:sysmo+mod-bts0-dynts-ipa", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16702): Process ended prematurely: osmo-stp_10.42.42.5(pid=16702) [trial-2404↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16702)]", "failedSince" : 2143, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16702): Process ended prematurely: osmo-stp_10.42.42.5(pid=16702) [trial-2404↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16702)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2404 gprs:sysmo+mod-bts0-dynts-ipa iperf3m4.py\u000a----------------------------------------------\u000a11:34:00.084340 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:34:00.096321 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a11:34:00.249429 tst iperf3m4.py: using LAC 40611\u000a11:34:00.384053 tst iperf3m4.py: using RAC 66\u000a11:34:00.511749 tst iperf3m4.py: using CellId 40611\u000a11:34:00.638713 tst iperf3m4.py: using BVCI 40612\u000a11:34:00.664093 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:34:00.675600 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:34:00.686811 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:34:00.698041 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:34:00.709180 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:34:00.720681 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:34:00.732030 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:34:00.743128 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:34:00.754503 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a11:34:00.872627 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a11:34:00.998219 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a11:34:01.118623 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a11:34:01.424699 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a11:34:01.566587 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:34:01.929180 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16688): Launched\u000a11:34:02.233166 run iperf3-srv_10.42.42.10(pid=16689): Launched\u000a11:34:02.435560 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a11:34:02.572939 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:34:02.914961 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16690): Launched\u000a11:34:03.198387 run iperf3-srv_10.42.42.10(pid=16691): Launched\u000a11:34:03.399807 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a11:34:03.536605 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:34:03.877670 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16692): Launched\u000a11:34:04.160597 run iperf3-srv_10.42.42.10(pid=16693): Launched\u000a11:34:04.362610 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a11:34:04.499627 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:34:04.841674 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16694): Launched\u000a11:34:05.125552 run iperf3-srv_10.42.42.10(pid=16695): Launched\u000a11:34:05.326520 tst iperf3m4.py:8: start network...\u000a11:34:05.463363 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:34:05.990125 run create_hlr_db(pid=16696): Launched\u000a11:34:06.180162 bus /gobi_6: Setting Powered False\u000a11:34:07.201382 run create_hlr_db(pid=16696): Terminated: ok {rc=0}\u000a11:34:07.612336 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16698): Launched\u000a11:34:07.918067 run osmo-hlr_10.42.42.2(pid=16699): Launched\u000a11:34:08.034810 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:34:08.569481 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16701): Launched\u000a11:34:08.873862 run osmo-stp_10.42.42.5(pid=16702): Launched\u000a11:34:08.985334 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a11:34:09.518696 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16704): Launched\u000a11:34:09.627299 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a11:34:09.893860 run patchelf(pid=16705): Launched\u000a11:34:10.074080 run osmo-stp_10.42.42.5(pid=16702): ERR: Terminated: ERROR {rc=1} [trial-2404↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16702)]\u000a11:34:10.205253 run osmo-stp_10.42.42.5(pid=16702): stdout: \u000a| (launched: 2022-12-14_11:34:08.723997)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:34:10.336870 run osmo-stp_10.42.42.5(pid=16702): stderr: \u000a| �[0;m�[38;5;43m20221214113408894 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214113408894 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214113408894 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214113408895 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214113408895 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214113408895 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214113408895 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:34:10.463316 run osmo-stp_10.42.42.5(pid=16702): stdout: \u000a| (launched: 2022-12-14_11:34:08.723997)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:34:10.589229 run osmo-stp_10.42.42.5(pid=16702): stderr: \u000a| �[0;m�[38;5;43m20221214113408894 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214113408894 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214113408894 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214113408895 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214113408895 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214113408895 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214113408895 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:34:10.735559 run patchelf(pid=16705): Terminating (SIGINT)\u000a11:34:10.907366 run patchelf(pid=16705): Terminated: ok {rc=0}\u000a11:34:10.938740 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=16702): Process ended prematurely: osmo-stp_10.42.42.5(pid=16702) [trial-2404↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16702)] [trial-2404↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3m4.py:8]\u000a11:34:10.947983 tst iperf3m4.py:8: Test FAILED (10.9 sec)\u000a11:34:11.009204 run osmo-hlr_10.42.42.2(pid=16699): ERR: Terminated: ERROR {rc=237} [trial-2404↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16699)]\u000a11:34:11.059087 run osmo-hlr_10.42.42.2(pid=16699): stdout: \u000a| (launched: 2022-12-14_11:34:07.768179) \u000a11:34:11.109476 run osmo-hlr_10.42.42.2(pid=16699): stderr: \u000a| �[0;m�[1;31m20221214113407943 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214113407943 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214113407943 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214113407943 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214113407943 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214113407943 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214113407955 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2404/run.2022-12-14_11-25-45/gprs:sysmo+mod-bts0-dynts-ipa/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214113407964 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214113407964 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214113407964 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:34:11.152345 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16688): Terminating (SIGTERM)\u000a11:34:11.192789 run iperf3-srv_10.42.42.10(pid=16689): Terminating (SIGTERM)\u000a11:34:11.233375 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16690): Terminating (SIGTERM)\u000a11:34:11.273778 run iperf3-srv_10.42.42.10(pid=16691): Terminating (SIGTERM)\u000a11:34:11.314844 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16692): Terminating (SIGTERM)\u000a11:34:11.355238 run iperf3-srv_10.42.42.10(pid=16693): Terminating (SIGTERM)\u000a11:34:11.395748 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16694): Terminating (SIGTERM)\u000a11:34:11.436103 run iperf3-srv_10.42.42.10(pid=16695): Terminating (SIGTERM)\u000a11:34:11.476700 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16698): Terminating (SIGTERM)\u000a11:34:11.517117 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16701): Terminating (SIGTERM)\u000a11:34:11.557552 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16704): Terminating (SIGTERM)\u000a11:34:11.566838 --- ParallelTerminationStrategy: PID 16688 died...\u000a11:34:11.621227 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16688): Terminated: ok {rc=0}\u000a11:34:11.630776 --- ParallelTerminationStrategy: PID 16689 died...\u000a11:34:11.684451 run iperf3-srv_10.42.42.10(pid=16689): Terminated {rc=256}\u000a11:34:11.694026 --- ParallelTerminationStrategy: PID 16690 died...\u000a11:34:11.747933 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16690): Terminated: ok {rc=0}\u000a11:34:11.757893 --- ParallelTerminationStrategy: PID 16691 died...\u000a11:34:11.811476 run iperf3-srv_10.42.42.10(pid=16691): Terminated {rc=256}\u000a11:34:11.821115 --- ParallelTerminationStrategy: PID 16692 died...\u000a11:34:11.875022 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16692): Terminated: ok {rc=0}\u000a11:34:11.884786 --- ParallelTerminationStrategy: PID 16693 died...\u000a11:34:11.938432 run iperf3-srv_10.42.42.10(pid=16693): Terminated {rc=256}\u000a11:34:11.948001 --- ParallelTerminationStrategy: PID 16694 died...\u000a11:34:12.001880 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16694): Terminated: ok {rc=0}\u000a11:34:12.011465 --- ParallelTerminationStrategy: PID 16695 died...\u000a11:34:12.065190 run iperf3-srv_10.42.42.10(pid=16695): Terminated {rc=256}\u000a11:34:12.074776 --- ParallelTerminationStrategy: PID 16698 died...\u000a11:34:12.129134 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16698): Terminated: ok {rc=0}\u000a11:34:12.138729 --- ParallelTerminationStrategy: PID 16701 died...\u000a11:34:12.192607 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16701): Terminated: ok {rc=0}\u000a11:34:12.202332 --- ParallelTerminationStrategy: PID 16704 died...\u000a11:34:12.256628 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16704): Terminated: ok {rc=0}\u000a11:34:12.347166 bus /gobi_4: Setting Powered False\u000a11:34:13.451794 bus /gobi_4: Setting Powered False\u000a11:34:14.566380 bus /gobi_1: Setting Powered False\u000a11:34:15.670537 bus /gobi_1: Setting Powered False\u000a11:34:16.791376 bus /gobi_0: Setting Powered False\u000a11:34:17.898621 bus /gobi_0: Setting Powered False\u000a11:34:19.009019 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 74, "className" : "gprs:sysmo+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16712): Process ended prematurely: osmo-stp_10.42.42.5(pid=16712) [trial-2404↪gprs:sysmo+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16712)]", "failedSince" : 2331, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16712): Process ended prematurely: osmo-stp_10.42.42.5(pid=16712) [trial-2404↪gprs:sysmo+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16712)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2404 gprs:sysmo+mod-bts0-dynts-ipa ping.py\u000a----------------------------------------------\u000a11:34:20.079163 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:34:20.091127 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a11:34:20.244295 tst ping.py: using LAC 40612\u000a11:34:20.372896 tst ping.py: using RAC 67\u000a11:34:20.499594 tst ping.py: using CellId 40612\u000a11:34:20.627178 tst ping.py: using BVCI 40613\u000a11:34:20.652149 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:34:20.663735 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:34:20.675072 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:34:20.686420 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:34:20.697571 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:34:20.709020 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:34:20.720403 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:34:20.731643 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a11:34:21.008319 tst ping.py:19: start network...\u000a11:34:21.133009 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:34:21.608202 run create_hlr_db(pid=16706): Launched\u000a11:34:21.782767 bus /gobi_6: Setting Powered False\u000a11:34:22.804201 run create_hlr_db(pid=16706): Terminated: ok {rc=0}\u000a11:34:23.237388 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16708): Launched\u000a11:34:23.561628 run osmo-hlr_10.42.42.2(pid=16709): Launched\u000a11:34:23.682982 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:34:24.256075 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16711): Launched\u000a11:34:24.579202 run osmo-stp_10.42.42.5(pid=16712): Launched\u000a11:34:24.695964 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a11:34:25.259162 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16714): Launched\u000a11:34:25.373654 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a11:34:25.655126 run patchelf(pid=16715): Launched\u000a11:34:25.843736 run osmo-stp_10.42.42.5(pid=16712): ERR: Terminated: ERROR {rc=1} [trial-2404↪gprs:sysmo+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16712)]\u000a11:34:25.982119 run osmo-stp_10.42.42.5(pid=16712): stdout: \u000a| (launched: 2022-12-14_11:34:24.420884)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:34:26.119907 run osmo-stp_10.42.42.5(pid=16712): stderr: \u000a| �[0;m�[38;5;43m20221214113424610 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214113424610 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214113424610 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214113424611 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214113424611 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214113424611 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214113424611 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:34:26.252754 run osmo-stp_10.42.42.5(pid=16712): stdout: \u000a| (launched: 2022-12-14_11:34:24.420884)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:34:26.384776 run osmo-stp_10.42.42.5(pid=16712): stderr: \u000a| �[0;m�[38;5;43m20221214113424610 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214113424610 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214113424610 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214113424611 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214113424611 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214113424611 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214113424611 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:34:26.538406 run patchelf(pid=16715): Terminating (SIGINT)\u000a11:34:26.719446 run patchelf(pid=16715): Terminated: ok {rc=0}\u000a11:34:26.752037 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=16712): Process ended prematurely: osmo-stp_10.42.42.5(pid=16712) [trial-2404↪gprs:sysmo+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16712)] [trial-2404↪gprs:sysmo+mod-bts0-dynts-ipa↪ping.py:22]\u000a11:34:26.761261 tst ping.py:22: Test FAILED (6.7 sec)\u000a11:34:26.824616 run osmo-hlr_10.42.42.2(pid=16709): ERR: Terminated: ERROR {rc=237} [trial-2404↪gprs:sysmo+mod-bts0-dynts-ipa↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16709)]\u000a11:34:26.876221 run osmo-hlr_10.42.42.2(pid=16709): stdout: \u000a| (launched: 2022-12-14_11:34:23.402633) \u000a11:34:26.928359 run osmo-hlr_10.42.42.2(pid=16709): stderr: \u000a| �[0;m�[1;31m20221214113423597 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214113423597 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214113423597 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214113423598 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214113423598 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214113423598 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214113423609 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2404/run.2022-12-14_11-25-45/gprs:sysmo+mod-bts0-dynts-ipa/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214113423618 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214113423618 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214113423618 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:34:26.973140 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16708): Terminating (SIGTERM)\u000a11:34:27.015408 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16711): Terminating (SIGTERM)\u000a11:34:27.057579 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16714): Terminating (SIGTERM)\u000a11:34:27.067424 --- ParallelTerminationStrategy: PID 16708 died...\u000a11:34:27.123701 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16708): Terminated: ok {rc=0}\u000a11:34:27.133775 --- ParallelTerminationStrategy: PID 16711 died...\u000a11:34:27.189560 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16711): Terminated: ok {rc=0}\u000a11:34:27.199558 --- ParallelTerminationStrategy: PID 16714 died...\u000a11:34:27.255416 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16714): Terminated: ok {rc=0}\u000a11:34:27.346909 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 74, "className" : "gprs:sysmo+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16722): Process ended prematurely: osmo-stp_10.42.42.5(pid=16722) [trial-2404↪gprs:sysmo+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16722)]", "failedSince" : 2331, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16722): Process ended prematurely: osmo-stp_10.42.42.5(pid=16722) [trial-2404↪gprs:sysmo+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16722)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2404 gprs:sysmo+mod-bts0-dynts-ipa ping_idle_ping.py\u000a----------------------------------------------\u000a11:34:28.398836 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:34:28.410777 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a11:34:28.590620 tst ping_idle_ping.py: using LAC 40613\u000a11:34:28.711386 tst ping_idle_ping.py: using RAC 68\u000a11:34:28.827844 tst ping_idle_ping.py: using CellId 40613\u000a11:34:28.944162 tst ping_idle_ping.py: using BVCI 40614\u000a11:34:28.967228 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:34:28.978292 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:34:28.988865 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:34:28.999525 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:34:29.010889 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:34:29.021931 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:34:29.033254 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:34:29.044247 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a11:34:29.338607 tst ping_idle_ping.py:24: start network...\u000a11:34:29.473598 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:34:29.995401 run create_hlr_db(pid=16716): Launched\u000a11:34:30.183795 bus /gobi_6: Setting Powered False\u000a11:34:31.205338 run create_hlr_db(pid=16716): Terminated: ok {rc=0}\u000a11:34:31.655869 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16718): Launched\u000a11:34:32.109534 run osmo-hlr_10.42.42.2(pid=16719): Launched\u000a11:34:32.323915 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:34:32.888999 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16721): Launched\u000a11:34:33.211067 run osmo-stp_10.42.42.5(pid=16722): Launched\u000a11:34:33.329170 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a11:34:33.893162 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16724): Launched\u000a11:34:34.008392 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a11:34:34.293915 run patchelf(pid=16725): Launched\u000a11:34:34.483857 run osmo-stp_10.42.42.5(pid=16722): ERR: Terminated: ERROR {rc=1} [trial-2404↪gprs:sysmo+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16722)]\u000a11:34:34.622324 run osmo-stp_10.42.42.5(pid=16722): stdout: \u000a| (launched: 2022-12-14_11:34:33.052929)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:34:34.761903 run osmo-stp_10.42.42.5(pid=16722): stderr: \u000a| �[0;m�[38;5;43m20221214113433241 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214113433241 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214113433241 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214113433242 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214113433242 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214113433242 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214113433242 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:34:34.895573 run osmo-stp_10.42.42.5(pid=16722): stdout: \u000a| (launched: 2022-12-14_11:34:33.052929)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:34:35.027953 run osmo-stp_10.42.42.5(pid=16722): stderr: \u000a| �[0;m�[38;5;43m20221214113433241 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214113433241 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214113433241 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214113433242 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214113433242 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214113433242 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214113433242 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:34:35.182457 run patchelf(pid=16725): Terminating (SIGINT)\u000a11:34:35.363335 run patchelf(pid=16725): Terminated: ok {rc=0}\u000a11:34:35.396181 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=16722): Process ended prematurely: osmo-stp_10.42.42.5(pid=16722) [trial-2404↪gprs:sysmo+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16722)] [trial-2404↪gprs:sysmo+mod-bts0-dynts-ipa↪ping_idle_ping.py:27]\u000a11:34:35.405501 tst ping_idle_ping.py:27: Test FAILED (7.0 sec)\u000a11:34:35.468282 run osmo-hlr_10.42.42.2(pid=16719): ERR: Terminated: ERROR {rc=237} [trial-2404↪gprs:sysmo+mod-bts0-dynts-ipa↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16719)]\u000a11:34:35.519778 run osmo-hlr_10.42.42.2(pid=16719): stdout: \u000a| (launched: 2022-12-14_11:34:31.824694) \u000a11:34:35.571878 run osmo-hlr_10.42.42.2(pid=16719): stderr: \u000a| �[0;m�[1;31m20221214113432049 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214113432049 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214113432049 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214113432049 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214113432049 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214113432049 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214113432062 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2404/run.2022-12-14_11-25-45/gprs:sysmo+mod-bts0-dynts-ipa/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214113432074 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214113432076 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214113432082 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:34:35.616420 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16718): Terminating (SIGTERM)\u000a11:34:35.658905 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16721): Terminating (SIGTERM)\u000a11:34:35.701368 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16724): Terminating (SIGTERM)\u000a11:34:35.711091 --- ParallelTerminationStrategy: PID 16718 died...\u000a11:34:35.767192 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16718): Terminated: ok {rc=0}\u000a11:34:35.777470 --- ParallelTerminationStrategy: PID 16721 died...\u000a11:34:35.833444 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16721): Terminated: ok {rc=0}\u000a11:34:35.843490 --- ParallelTerminationStrategy: PID 16724 died...\u000a11:34:35.899178 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16724): Terminated: ok {rc=0}\u000a11:34:35.986655 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "14", "name" : "gprs_sysmo+mod-bts0-dynts-ipa", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T11:33:37" }, { "cases" : [ { "testActions" : [ ], "age" : 262, "className" : "gprs:sysmo+mod-bts0-dynts-osmo", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16742): Process ended prematurely: osmo-stp_10.42.42.5(pid=16742) [trial-2404↪gprs:sysmo+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16742)]", "failedSince" : 2143, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16742): Process ended prematurely: osmo-stp_10.42.42.5(pid=16742) [trial-2404↪gprs:sysmo+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16742)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2404 gprs:sysmo+mod-bts0-dynts-osmo cs_paging_gprs_active.py\u000a----------------------------------------------\u000a11:34:38.110992 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:34:38.122255 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a11:34:38.276561 tst cs_paging_gprs_active.py: using LAC 40614\u000a11:34:38.406387 tst cs_paging_gprs_active.py: using RAC 69\u000a11:34:38.534793 tst cs_paging_gprs_active.py: using CellId 40614\u000a11:34:38.663185 tst cs_paging_gprs_active.py: using BVCI 40615\u000a11:34:38.688516 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:34:38.699761 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:34:38.710866 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:34:38.721999 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:34:38.733085 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:34:38.744187 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:34:38.755771 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:34:38.766811 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:34:38.778035 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a11:34:38.898359 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a11:34:39.184571 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a11:34:39.313305 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:34:39.632331 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16732): Launched\u000a11:34:39.896488 run iperf3-srv_10.42.42.10(pid=16733): Launched\u000a11:34:40.082631 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a11:34:40.209728 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:34:40.529701 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16734): Launched\u000a11:34:40.794089 run iperf3-srv_10.42.42.10(pid=16735): Launched\u000a11:34:40.979812 tst cs_paging_gprs_active.py:38: start network...\u000a11:34:41.106970 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:34:41.589358 run create_hlr_db(pid=16736): Launched\u000a11:34:41.765127 bus /gobi_6: Setting Powered False\u000a11:34:42.788260 run create_hlr_db(pid=16736): Terminated: ok {rc=0}\u000a11:34:43.197070 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16738): Launched\u000a11:34:43.503910 run osmo-hlr_10.42.42.2(pid=16739): Launched\u000a11:34:43.624326 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:34:44.159438 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16741): Launched\u000a11:34:44.465871 run osmo-stp_10.42.42.5(pid=16742): Launched\u000a11:34:44.577820 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a11:34:45.111861 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16744): Launched\u000a11:34:45.220905 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a11:34:45.490759 run patchelf(pid=16745): Launched\u000a11:34:45.671264 run osmo-stp_10.42.42.5(pid=16742): ERR: Terminated: ERROR {rc=1} [trial-2404↪gprs:sysmo+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16742)]\u000a11:34:45.803045 run osmo-stp_10.42.42.5(pid=16742): stdout: \u000a| (launched: 2022-12-14_11:34:44.314487)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:34:45.949801 run osmo-stp_10.42.42.5(pid=16742): stderr: \u000a| �[0;m�[38;5;43m20221214113444481 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214113444482 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214113444482 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214113444482 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214113444483 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214113444483 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214113444483 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:34:46.080740 run osmo-stp_10.42.42.5(pid=16742): stdout: \u000a| (launched: 2022-12-14_11:34:44.314487)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:34:46.211060 run osmo-stp_10.42.42.5(pid=16742): stderr: \u000a| �[0;m�[38;5;43m20221214113444481 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214113444482 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214113444482 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214113444482 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214113444483 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214113444483 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214113444483 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:34:46.363343 run patchelf(pid=16745): Terminating (SIGINT)\u000a11:34:46.540884 run patchelf(pid=16745): Terminated: ok {rc=0}\u000a11:34:46.574169 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=16742): Process ended prematurely: osmo-stp_10.42.42.5(pid=16742) [trial-2404↪gprs:sysmo+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16742)] [trial-2404↪gprs:sysmo+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38]\u000a11:34:46.584543 tst cs_paging_gprs_active.py:38: Test FAILED (8.5 sec)\u000a11:34:46.649103 run osmo-hlr_10.42.42.2(pid=16739): ERR: Terminated: ERROR {rc=237} [trial-2404↪gprs:sysmo+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16739)]\u000a11:34:46.701223 run osmo-hlr_10.42.42.2(pid=16739): stdout: \u000a| (launched: 2022-12-14_11:34:43.352748) \u000a11:34:46.753917 run osmo-hlr_10.42.42.2(pid=16739): stderr: \u000a| �[0;m�[1;31m20221214113443527 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214113443527 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214113443527 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214113443527 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214113443527 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214113443527 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214113443539 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2404/run.2022-12-14_11-25-45/gprs:sysmo+mod-bts0-dynts-osmo/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214113443547 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214113443547 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214113443547 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:34:46.799416 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16732): Terminating (SIGTERM)\u000a11:34:46.842151 run iperf3-srv_10.42.42.10(pid=16733): Terminating (SIGTERM)\u000a11:34:46.886597 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16734): Terminating (SIGTERM)\u000a11:34:46.930123 run iperf3-srv_10.42.42.10(pid=16735): Terminating (SIGTERM)\u000a11:34:46.976042 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16738): Terminating (SIGTERM)\u000a11:34:47.018561 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16741): Terminating (SIGTERM)\u000a11:34:47.063350 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16744): Terminating (SIGTERM)\u000a11:34:47.073484 --- ParallelTerminationStrategy: PID 16732 died...\u000a11:34:47.130902 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16732): Terminated: ok {rc=0}\u000a11:34:47.141499 --- ParallelTerminationStrategy: PID 16733 died...\u000a11:34:47.199088 run iperf3-srv_10.42.42.10(pid=16733): Terminated {rc=256}\u000a11:34:47.208887 --- ParallelTerminationStrategy: PID 16734 died...\u000a11:34:47.264237 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16734): Terminated: ok {rc=0}\u000a11:34:47.273967 --- ParallelTerminationStrategy: PID 16735 died...\u000a11:34:47.328938 run iperf3-srv_10.42.42.10(pid=16735): Terminated {rc=256}\u000a11:34:47.338808 --- ParallelTerminationStrategy: PID 16738 died...\u000a11:34:47.392558 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16738): Terminated: ok {rc=0}\u000a11:34:47.402281 --- ParallelTerminationStrategy: PID 16741 died...\u000a11:34:47.455946 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16741): Terminated: ok {rc=0}\u000a11:34:47.465912 --- ParallelTerminationStrategy: PID 16744 died...\u000a11:34:47.519462 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16744): Terminated: ok {rc=0}\u000a11:34:47.603716 bus /gobi_0: Setting Powered False\u000a11:34:48.711667 bus /gobi_0: Setting Powered False\u000a11:34:49.823585 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 262, "className" : "gprs:sysmo+mod-bts0-dynts-osmo", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16754): Process ended prematurely: osmo-stp_10.42.42.5(pid=16754) [trial-2404↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16754)]", "failedSince" : 2143, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16754): Process ended prematurely: osmo-stp_10.42.42.5(pid=16754) [trial-2404↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16754)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2404 gprs:sysmo+mod-bts0-dynts-osmo iperf3.py\u000a----------------------------------------------\u000a11:34:50.934741 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:34:50.946289 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a11:34:51.101347 tst iperf3.py: using LAC 40615\u000a11:34:51.231259 tst iperf3.py: using RAC 70\u000a11:34:51.361688 tst iperf3.py: using CellId 40615\u000a11:34:51.484758 tst iperf3.py: using BVCI 40616\u000a11:34:51.508076 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:34:51.518995 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:34:51.529725 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:34:51.540319 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:34:51.551695 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:34:51.562717 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:34:51.573781 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:34:51.584504 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:34:51.595617 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a11:34:51.877531 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a11:34:52.005993 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:34:52.325235 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16746): Launched\u000a11:34:52.590678 run iperf3-srv_10.42.42.10(pid=16747): Launched\u000a11:34:52.777021 tst iperf3.py:8: start network...\u000a11:34:52.904756 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:34:53.386122 run create_hlr_db(pid=16748): Launched\u000a11:34:53.561890 bus /gobi_6: Setting Powered False\u000a11:34:54.584154 run create_hlr_db(pid=16748): Terminated: ok {rc=0}\u000a11:34:55.022233 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16750): Launched\u000a11:34:55.353199 run osmo-hlr_10.42.42.2(pid=16751): Launched\u000a11:34:55.486458 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:34:56.062090 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16753): Launched\u000a11:34:56.391569 run osmo-stp_10.42.42.5(pid=16754): Launched\u000a11:34:56.510522 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a11:34:57.087475 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16756): Launched\u000a11:34:57.205146 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a11:34:57.493994 run patchelf(pid=16757): Launched\u000a11:34:57.686857 run osmo-stp_10.42.42.5(pid=16754): ERR: Terminated: ERROR {rc=1} [trial-2404↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16754)]\u000a11:34:57.827489 run osmo-stp_10.42.42.5(pid=16754): stdout: \u000a| (launched: 2022-12-14_11:34:56.229499)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:34:57.967856 run osmo-stp_10.42.42.5(pid=16754): stderr: \u000a| �[0;m�[38;5;43m20221214113456419 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214113456419 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214113456419 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214113456420 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214113456420 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214113456420 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214113456420 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:34:58.103533 run osmo-stp_10.42.42.5(pid=16754): stdout: \u000a| (launched: 2022-12-14_11:34:56.229499)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:34:58.238267 run osmo-stp_10.42.42.5(pid=16754): stderr: \u000a| �[0;m�[38;5;43m20221214113456419 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214113456419 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214113456419 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214113456420 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214113456420 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214113456420 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214113456420 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:34:58.395282 run patchelf(pid=16757): Terminating (SIGINT)\u000a11:34:58.579968 run patchelf(pid=16757): Terminated: ok {rc=0}\u000a11:34:58.614075 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=16754): Process ended prematurely: osmo-stp_10.42.42.5(pid=16754) [trial-2404↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16754)] [trial-2404↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3.py:8]\u000a11:34:58.624231 tst iperf3.py:8: Test FAILED (7.7 sec)\u000a11:34:58.687701 run osmo-hlr_10.42.42.2(pid=16751): ERR: Terminated: ERROR {rc=237} [trial-2404↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16751)]\u000a11:34:58.739456 run osmo-hlr_10.42.42.2(pid=16751): stdout: \u000a| (launched: 2022-12-14_11:34:55.189538) \u000a11:34:58.791795 run osmo-hlr_10.42.42.2(pid=16751): stderr: \u000a| �[0;m�[1;31m20221214113455399 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214113455399 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214113455399 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214113455399 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214113455399 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214113455399 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214113455416 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2404/run.2022-12-14_11-25-45/gprs:sysmo+mod-bts0-dynts-osmo/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214113455440 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214113455440 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214113455440 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:34:58.836475 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16746): Terminating (SIGTERM)\u000a11:34:58.879085 run iperf3-srv_10.42.42.10(pid=16747): Terminating (SIGTERM)\u000a11:34:58.921516 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16750): Terminating (SIGTERM)\u000a11:34:58.964214 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16753): Terminating (SIGTERM)\u000a11:34:59.006528 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16756): Terminating (SIGTERM)\u000a11:34:59.016246 --- ParallelTerminationStrategy: PID 16746 died...\u000a11:34:59.072552 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16746): Terminated: ok {rc=0}\u000a11:34:59.082747 --- ParallelTerminationStrategy: PID 16747 died...\u000a11:34:59.139139 run iperf3-srv_10.42.42.10(pid=16747): Terminated {rc=256}\u000a11:34:59.149251 --- ParallelTerminationStrategy: PID 16750 died...\u000a11:34:59.205454 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16750): Terminated: ok {rc=0}\u000a11:34:59.215464 --- ParallelTerminationStrategy: PID 16753 died...\u000a11:34:59.271844 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16753): Terminated: ok {rc=0}\u000a11:34:59.281965 --- ParallelTerminationStrategy: PID 16756 died...\u000a11:34:59.338940 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16756): Terminated: ok {rc=0}\u000a11:34:59.427838 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 266, "className" : "gprs:sysmo+mod-bts0-dynts-osmo", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16775): Process ended prematurely: osmo-stp_10.42.42.5(pid=16775) [trial-2404↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16775)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16775): Process ended prematurely: osmo-stp_10.42.42.5(pid=16775) [trial-2404↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16775)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2404 gprs:sysmo+mod-bts0-dynts-osmo iperf3m4.py\u000a----------------------------------------------\u000a11:35:00.539272 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:35:00.550791 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a11:35:00.697708 tst iperf3m4.py: using LAC 40616\u000a11:35:00.816371 tst iperf3m4.py: using RAC 71\u000a11:35:00.941288 tst iperf3m4.py: using CellId 40616\u000a11:35:01.068432 tst iperf3m4.py: using BVCI 40617\u000a11:35:01.093366 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:35:01.105399 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:35:01.117244 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:35:01.129082 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:35:01.142039 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:35:01.155053 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:35:01.168143 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:35:01.180811 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:35:01.193783 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a11:35:01.318740 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a11:35:01.447915 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a11:35:01.569924 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a11:35:01.863543 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a11:35:01.996353 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:35:02.336647 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16761): Launched\u000a11:35:02.604629 run iperf3-srv_10.42.42.10(pid=16762): Launched\u000a11:35:02.792032 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a11:35:02.918865 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:35:03.239023 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16763): Launched\u000a11:35:03.504399 run iperf3-srv_10.42.42.10(pid=16764): Launched\u000a11:35:03.690219 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a11:35:03.816816 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:35:04.133886 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16765): Launched\u000a11:35:04.397427 run iperf3-srv_10.42.42.10(pid=16766): Launched\u000a11:35:04.582962 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a11:35:04.710437 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:35:05.028657 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16767): Launched\u000a11:35:05.294411 run iperf3-srv_10.42.42.10(pid=16768): Launched\u000a11:35:05.480086 tst iperf3m4.py:8: start network...\u000a11:35:05.607432 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:35:06.088248 run create_hlr_db(pid=16769): Launched\u000a11:35:06.264440 bus /gobi_6: Setting Powered False\u000a11:35:07.297947 run create_hlr_db(pid=16769): Terminated: ok {rc=0}\u000a11:35:07.739133 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16771): Launched\u000a11:35:08.069650 run osmo-hlr_10.42.42.2(pid=16772): Launched\u000a11:35:08.190380 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:35:08.768819 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16774): Launched\u000a11:35:09.098218 run osmo-stp_10.42.42.5(pid=16775): Launched\u000a11:35:09.218019 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a11:35:09.797501 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16777): Launched\u000a11:35:09.916558 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a11:35:10.206988 run patchelf(pid=16778): Launched\u000a11:35:10.400020 run osmo-stp_10.42.42.5(pid=16775): ERR: Terminated: ERROR {rc=1} [trial-2404↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16775)]\u000a11:35:10.541185 run osmo-stp_10.42.42.5(pid=16775): stdout: \u000a| (launched: 2022-12-14_11:35:08.936509)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:35:10.683250 run osmo-stp_10.42.42.5(pid=16775): stderr: \u000a| �[0;m�[38;5;43m20221214113509127 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214113509127 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214113509127 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214113509128 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214113509128 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214113509129 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214113509129 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:35:10.820478 run osmo-stp_10.42.42.5(pid=16775): stdout: \u000a| (launched: 2022-12-14_11:35:08.936509)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:35:10.955772 run osmo-stp_10.42.42.5(pid=16775): stderr: \u000a| �[0;m�[38;5;43m20221214113509127 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214113509127 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214113509127 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214113509128 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214113509128 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214113509129 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214113509129 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:35:11.113242 run patchelf(pid=16778): Terminating (SIGINT)\u000a11:35:11.298070 run patchelf(pid=16778): Terminated: ok {rc=0}\u000a11:35:11.331960 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=16775): Process ended prematurely: osmo-stp_10.42.42.5(pid=16775) [trial-2404↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16775)] [trial-2404↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3m4.py:8]\u000a11:35:11.342048 tst iperf3m4.py:8: Test FAILED (10.8 sec)\u000a11:35:11.405716 run osmo-hlr_10.42.42.2(pid=16772): ERR: Terminated: ERROR {rc=237} [trial-2404↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16772)]\u000a11:35:11.457462 run osmo-hlr_10.42.42.2(pid=16772): stdout: \u000a| (launched: 2022-12-14_11:35:07.906499) \u000a11:35:11.509805 run osmo-hlr_10.42.42.2(pid=16772): stderr: \u000a| �[0;m�[1;31m20221214113508099 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214113508099 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214113508099 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214113508099 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214113508099 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214113508099 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214113508112 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2404/run.2022-12-14_11-25-45/gprs:sysmo+mod-bts0-dynts-osmo/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214113508121 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214113508121 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214113508121 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:35:11.554478 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16761): Terminating (SIGTERM)\u000a11:35:11.596703 run iperf3-srv_10.42.42.10(pid=16762): Terminating (SIGTERM)\u000a11:35:11.640512 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16763): Terminating (SIGTERM)\u000a11:35:11.682842 run iperf3-srv_10.42.42.10(pid=16764): Terminating (SIGTERM)\u000a11:35:11.724764 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16765): Terminating (SIGTERM)\u000a11:35:11.766943 run iperf3-srv_10.42.42.10(pid=16766): Terminating (SIGTERM)\u000a11:35:11.809151 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16767): Terminating (SIGTERM)\u000a11:35:11.851442 run iperf3-srv_10.42.42.10(pid=16768): Terminating (SIGTERM)\u000a11:35:11.893472 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16771): Terminating (SIGTERM)\u000a11:35:11.935875 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16774): Terminating (SIGTERM)\u000a11:35:11.977780 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16777): Terminating (SIGTERM)\u000a11:35:11.987490 --- ParallelTerminationStrategy: PID 16761 died...\u000a11:35:12.043526 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16761): Terminated: ok {rc=0}\u000a11:35:12.053692 --- ParallelTerminationStrategy: PID 16762 died...\u000a11:35:12.109445 run iperf3-srv_10.42.42.10(pid=16762): Terminated {rc=256}\u000a11:35:12.119470 --- ParallelTerminationStrategy: PID 16763 died...\u000a11:35:12.175271 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16763): Terminated: ok {rc=0}\u000a11:35:12.185374 --- ParallelTerminationStrategy: PID 16764 died...\u000a11:35:12.241027 run iperf3-srv_10.42.42.10(pid=16764): Terminated {rc=256}\u000a11:35:12.251036 --- ParallelTerminationStrategy: PID 16765 died...\u000a11:35:12.306716 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16765): Terminated: ok {rc=0}\u000a11:35:12.316743 --- ParallelTerminationStrategy: PID 16766 died...\u000a11:35:12.372510 run iperf3-srv_10.42.42.10(pid=16766): Terminated {rc=256}\u000a11:35:12.382579 --- ParallelTerminationStrategy: PID 16767 died...\u000a11:35:12.438260 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16767): Terminated: ok {rc=0}\u000a11:35:12.448345 --- ParallelTerminationStrategy: PID 16768 died...\u000a11:35:12.503962 run iperf3-srv_10.42.42.10(pid=16768): Terminated {rc=256}\u000a11:35:12.514097 --- ParallelTerminationStrategy: PID 16771 died...\u000a11:35:12.569921 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16771): Terminated: ok {rc=0}\u000a11:35:12.579966 --- ParallelTerminationStrategy: PID 16774 died...\u000a11:35:12.635731 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16774): Terminated: ok {rc=0}\u000a11:35:12.646128 --- ParallelTerminationStrategy: PID 16777 died...\u000a11:35:12.701890 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16777): Terminated: ok {rc=0}\u000a11:35:12.789824 bus /gobi_4: Setting Powered False\u000a11:35:13.894018 bus /gobi_4: Setting Powered False\u000a11:35:15.006256 bus /gobi_1: Setting Powered False\u000a11:35:16.130945 bus /gobi_1: Setting Powered False\u000a11:35:17.251133 bus /gobi_0: Setting Powered False\u000a11:35:18.357808 bus /gobi_0: Setting Powered False\u000a11:35:19.470533 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 74, "className" : "gprs:sysmo+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16785): Process ended prematurely: osmo-stp_10.42.42.5(pid=16785) [trial-2404↪gprs:sysmo+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16785)]", "failedSince" : 2331, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16785): Process ended prematurely: osmo-stp_10.42.42.5(pid=16785) [trial-2404↪gprs:sysmo+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16785)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2404 gprs:sysmo+mod-bts0-dynts-osmo ping.py\u000a----------------------------------------------\u000a11:35:20.540412 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:35:20.552524 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a11:35:20.712185 tst ping.py: using LAC 40617\u000a11:35:20.837533 tst ping.py: using RAC 72\u000a11:35:20.962195 tst ping.py: using CellId 40617\u000a11:35:21.087432 tst ping.py: using BVCI 40618\u000a11:35:21.112406 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:35:21.123912 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:35:21.135135 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:35:21.146328 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:35:21.157427 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:35:21.168455 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:35:21.179815 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:35:21.191003 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a11:35:21.486144 tst ping.py:19: start network...\u000a11:35:21.621255 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:35:22.140456 run create_hlr_db(pid=16779): Launched\u000a11:35:22.329339 bus /gobi_6: Setting Powered False\u000a11:35:23.350000 run create_hlr_db(pid=16779): Terminated: ok {rc=0}\u000a11:35:23.758820 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16781): Launched\u000a11:35:24.060681 run osmo-hlr_10.42.42.2(pid=16782): Launched\u000a11:35:24.178575 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:35:24.714805 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16784): Launched\u000a11:35:25.016340 run osmo-stp_10.42.42.5(pid=16785): Launched\u000a11:35:25.125484 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a11:35:25.661507 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16787): Launched\u000a11:35:25.777411 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a11:35:26.061741 run patchelf(pid=16788): Launched\u000a11:35:26.251180 run osmo-stp_10.42.42.5(pid=16785): ERR: Terminated: ERROR {rc=1} [trial-2404↪gprs:sysmo+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16785)]\u000a11:35:26.389961 run osmo-stp_10.42.42.5(pid=16785): stdout: \u000a| (launched: 2022-12-14_11:35:24.867726)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:35:26.528838 run osmo-stp_10.42.42.5(pid=16785): stderr: \u000a| �[0;m�[38;5;43m20221214113525035 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214113525035 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214113525035 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214113525035 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214113525036 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214113525036 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214113525036 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:35:26.662875 run osmo-stp_10.42.42.5(pid=16785): stdout: \u000a| (launched: 2022-12-14_11:35:24.867726)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:35:26.795266 run osmo-stp_10.42.42.5(pid=16785): stderr: \u000a| �[0;m�[38;5;43m20221214113525035 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214113525035 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214113525035 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214113525035 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214113525036 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214113525036 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214113525036 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:35:26.950363 run patchelf(pid=16788): Terminating (SIGINT)\u000a11:35:27.131675 run patchelf(pid=16788): Terminated: ok {rc=0}\u000a11:35:27.164544 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=16785): Process ended prematurely: osmo-stp_10.42.42.5(pid=16785) [trial-2404↪gprs:sysmo+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16785)] [trial-2404↪gprs:sysmo+mod-bts0-dynts-osmo↪ping.py:22]\u000a11:35:27.173997 tst ping.py:22: Test FAILED (6.6 sec)\u000a11:35:27.236796 run osmo-hlr_10.42.42.2(pid=16782): ERR: Terminated: ERROR {rc=237} [trial-2404↪gprs:sysmo+mod-bts0-dynts-osmo↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16782)]\u000a11:35:27.287982 run osmo-hlr_10.42.42.2(pid=16782): stdout: \u000a| (launched: 2022-12-14_11:35:23.912338) \u000a11:35:27.339925 run osmo-hlr_10.42.42.2(pid=16782): stderr: \u000a| �[0;m�[1;31m20221214113524083 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214113524083 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214113524083 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214113524083 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214113524083 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214113524083 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214113524096 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2404/run.2022-12-14_11-25-45/gprs:sysmo+mod-bts0-dynts-osmo/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214113524106 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214113524107 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214113524107 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:35:27.384439 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16781): Terminating (SIGTERM)\u000a11:35:27.426955 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16784): Terminating (SIGTERM)\u000a11:35:27.469377 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16787): Terminating (SIGTERM)\u000a11:35:27.479135 --- ParallelTerminationStrategy: PID 16781 died...\u000a11:35:27.535236 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16781): Terminated: ok {rc=0}\u000a11:35:27.545394 --- ParallelTerminationStrategy: PID 16784 died...\u000a11:35:27.601498 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16784): Terminated: ok {rc=0}\u000a11:35:27.611632 --- ParallelTerminationStrategy: PID 16787 died...\u000a11:35:27.668137 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16787): Terminated: ok {rc=0}\u000a11:35:27.756566 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 74, "className" : "gprs:sysmo+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16795): Process ended prematurely: osmo-stp_10.42.42.5(pid=16795) [trial-2404↪gprs:sysmo+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16795)]", "failedSince" : 2331, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16795): Process ended prematurely: osmo-stp_10.42.42.5(pid=16795) [trial-2404↪gprs:sysmo+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16795)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2404 gprs:sysmo+mod-bts0-dynts-osmo ping_idle_ping.py\u000a----------------------------------------------\u000a11:35:28.810358 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:35:28.822335 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a11:35:28.975965 tst ping_idle_ping.py: using LAC 40618\u000a11:35:29.095439 tst ping_idle_ping.py: using RAC 73\u000a11:35:29.220136 tst ping_idle_ping.py: using CellId 40618\u000a11:35:29.345644 tst ping_idle_ping.py: using BVCI 40619\u000a11:35:29.370503 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:35:29.382024 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:35:29.393352 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:35:29.404686 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:35:29.416042 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:35:29.427199 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:35:29.438628 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:35:29.449788 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a11:35:29.745942 tst ping_idle_ping.py:24: start network...\u000a11:35:29.881114 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:35:30.404938 run create_hlr_db(pid=16789): Launched\u000a11:35:30.593957 bus /gobi_6: Setting Powered False\u000a11:35:31.656788 run create_hlr_db(pid=16789): Terminated: ok {rc=0}\u000a11:35:32.133884 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16791): Launched\u000a11:35:32.463339 run osmo-hlr_10.42.42.2(pid=16792): Launched\u000a11:35:32.581470 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:35:33.147946 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16794): Launched\u000a11:35:33.471966 run osmo-stp_10.42.42.5(pid=16795): Launched\u000a11:35:33.589534 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a11:35:34.159840 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16797): Launched\u000a11:35:34.275535 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a11:35:34.560092 run patchelf(pid=16798): Launched\u000a11:35:34.750643 run osmo-stp_10.42.42.5(pid=16795): ERR: Terminated: ERROR {rc=1} [trial-2404↪gprs:sysmo+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16795)]\u000a11:35:34.890375 run osmo-stp_10.42.42.5(pid=16795): stdout: \u000a| (launched: 2022-12-14_11:35:33.313094)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:35:35.030605 run osmo-stp_10.42.42.5(pid=16795): stderr: \u000a| �[0;m�[38;5;43m20221214113533502 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214113533502 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214113533502 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214113533502 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214113533503 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214113533503 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214113533503 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:35:35.164744 run osmo-stp_10.42.42.5(pid=16795): stdout: \u000a| (launched: 2022-12-14_11:35:33.313094)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:35:35.297675 run osmo-stp_10.42.42.5(pid=16795): stderr: \u000a| �[0;m�[38;5;43m20221214113533502 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214113533502 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214113533502 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214113533502 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214113533503 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214113533503 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214113533503 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:35:35.452907 run patchelf(pid=16798): Terminating (SIGINT)\u000a11:35:35.636090 run patchelf(pid=16798): Terminated: ok {rc=0}\u000a11:35:35.669690 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=16795): Process ended prematurely: osmo-stp_10.42.42.5(pid=16795) [trial-2404↪gprs:sysmo+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16795)] [trial-2404↪gprs:sysmo+mod-bts0-dynts-osmo↪ping_idle_ping.py:27]\u000a11:35:35.678986 tst ping_idle_ping.py:27: Test FAILED (6.9 sec)\u000a11:35:35.742371 run osmo-hlr_10.42.42.2(pid=16792): ERR: Terminated: ERROR {rc=237} [trial-2404↪gprs:sysmo+mod-bts0-dynts-osmo↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16792)]\u000a11:35:35.794266 run osmo-hlr_10.42.42.2(pid=16792): stdout: \u000a| (launched: 2022-12-14_11:35:32.301615) \u000a11:35:35.847022 run osmo-hlr_10.42.42.2(pid=16792): stderr: \u000a| �[0;m�[1;31m20221214113532496 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214113532496 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214113532496 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214113532496 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214113532496 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214113532496 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214113532508 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2404/run.2022-12-14_11-25-45/gprs:sysmo+mod-bts0-dynts-osmo/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214113532518 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214113532518 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214113532518 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:35:35.892012 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16791): Terminating (SIGTERM)\u000a11:35:35.934577 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16794): Terminating (SIGTERM)\u000a11:35:35.977247 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16797): Terminating (SIGTERM)\u000a11:35:35.987135 --- ParallelTerminationStrategy: PID 16791 died...\u000a11:35:36.043646 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16791): Terminated: ok {rc=0}\u000a11:35:36.053872 --- ParallelTerminationStrategy: PID 16794 died...\u000a11:35:36.110022 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16794): Terminated: ok {rc=0}\u000a11:35:36.120130 --- ParallelTerminationStrategy: PID 16797 died...\u000a11:35:36.176171 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16797): Terminated: ok {rc=0}\u000a11:35:36.263906 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "15", "name" : "gprs_sysmo+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T11:34:37" }, { "cases" : [ { "testActions" : [ ], "age" : 76, "className" : "dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16808): Process ended prematurely: osmo-stp_10.42.42.5(pid=16808) [trial-2404↪dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16808)]", "failedSince" : 2329, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16808): Process ended prematurely: osmo-stp_10.42.42.5(pid=16808) [trial-2404↪dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16808)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2404 dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any switch_tch_pdch.py\u000a----------------------------------------------\u000a11:35:38.254530 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a11:35:38.265794 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a11:35:38.425769 tst switch_tch_pdch.py: using LAC 40619\u000a11:35:38.564834 tst switch_tch_pdch.py: using RAC 74\u000a11:35:38.693332 tst switch_tch_pdch.py: using CellId 40619\u000a11:35:38.821879 tst switch_tch_pdch.py: using BVCI 40620\u000a11:35:38.846834 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a11:35:38.858444 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a11:35:38.869971 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a11:35:38.881376 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a11:35:38.892593 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a11:35:38.904061 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a11:35:38.915714 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a11:35:38.927364 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a11:35:39.046016 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a11:35:39.324443 tst switch_tch_pdch.py:51: start network...\u000a11:35:39.449864 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:35:39.924217 run create_hlr_db(pid=16802): Launched\u000a11:35:40.099799 bus /gobi_6: Setting Powered False\u000a11:35:41.120581 run create_hlr_db(pid=16802): Terminated: ok {rc=0}\u000a11:35:41.526417 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16804): Launched\u000a11:35:41.827312 run osmo-hlr_10.42.42.2(pid=16805): Launched\u000a11:35:41.946071 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:35:42.477581 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16807): Launched\u000a11:35:42.778339 run osmo-stp_10.42.42.5(pid=16808): Launched\u000a11:35:42.888208 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a11:35:43.413672 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16810): Launched\u000a11:35:43.520343 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a11:35:43.785632 run patchelf(pid=16811): Launched\u000a11:35:43.962512 run osmo-stp_10.42.42.5(pid=16808): ERR: Terminated: ERROR {rc=1} [trial-2404↪dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16808)]\u000a11:35:44.092315 run osmo-stp_10.42.42.5(pid=16808): stdout: \u000a| (launched: 2022-12-14_11:35:42.629699)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:35:44.222319 run osmo-stp_10.42.42.5(pid=16808): stderr: \u000a| �[0;m�[38;5;43m20221214113542795 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214113542795 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214113542795 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214113542796 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214113542796 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214113542796 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214113542797 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:35:44.347236 run osmo-stp_10.42.42.5(pid=16808): stdout: \u000a| (launched: 2022-12-14_11:35:42.629699)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:35:44.470707 run osmo-stp_10.42.42.5(pid=16808): stderr: \u000a| �[0;m�[38;5;43m20221214113542795 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214113542795 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214113542795 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214113542796 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214113542796 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214113542796 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214113542797 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:35:44.615479 run patchelf(pid=16811): Terminating (SIGINT)\u000a11:35:44.785733 run patchelf(pid=16811): Terminated: ok {rc=0}\u000a11:35:44.816552 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=16808): Process ended prematurely: osmo-stp_10.42.42.5(pid=16808) [trial-2404↪dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16808)] [trial-2404↪dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54]\u000a11:35:44.825309 tst switch_tch_pdch.py:54: Test FAILED (6.6 sec)\u000a11:35:44.886243 run osmo-hlr_10.42.42.2(pid=16805): ERR: Terminated: ERROR {rc=237} [trial-2404↪dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16805)]\u000a11:35:44.936328 run osmo-hlr_10.42.42.2(pid=16805): stdout: \u000a| (launched: 2022-12-14_11:35:41.679179) \u000a11:35:44.987267 run osmo-hlr_10.42.42.2(pid=16805): stderr: \u000a| �[0;m�[1;31m20221214113541852 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214113541852 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214113541852 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214113541852 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214113541852 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214113541852 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214113541864 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2404/run.2022-12-14_11-25-45/dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214113541872 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214113541872 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214113541872 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:35:45.030565 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16804): Terminating (SIGTERM)\u000a11:35:45.071435 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16807): Terminating (SIGTERM)\u000a11:35:45.112216 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16810): Terminating (SIGTERM)\u000a11:35:45.121664 --- ParallelTerminationStrategy: PID 16804 died...\u000a11:35:45.176078 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16804): Terminated: ok {rc=0}\u000a11:35:45.185745 --- ParallelTerminationStrategy: PID 16807 died...\u000a11:35:45.240254 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16807): Terminated: ok {rc=0}\u000a11:35:45.249865 --- ParallelTerminationStrategy: PID 16810 died...\u000a11:35:45.303435 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16810): Terminated: ok {rc=0}\u000a11:35:45.392349 bus /gobi_0: Setting Powered False\u000a11:35:46.519292 bus /gobi_0: Setting Powered False\u000a11:35:47.635047 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "16", "name" : "dynts_sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T11:35:38" }, { "cases" : [ { "testActions" : [ ], "age" : 74, "className" : "dynts:sysmo+mod-bts0-dynts67-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16823): Process ended prematurely: osmo-stp_10.42.42.5(pid=16823) [trial-2404↪dynts:sysmo+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16823)]", "failedSince" : 2331, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16823): Process ended prematurely: osmo-stp_10.42.42.5(pid=16823) [trial-2404↪dynts:sysmo+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16823)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2404 dynts:sysmo+mod-bts0-dynts67-osmo switch_tch_pdch.py\u000a----------------------------------------------\u000a11:35:49.565275 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a11:35:49.576363 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x bts (candidates: 1)\u000a11:35:49.721364 tst switch_tch_pdch.py: using LAC 40620\u000a11:35:49.841013 tst switch_tch_pdch.py: using RAC 75\u000a11:35:49.959004 tst switch_tch_pdch.py: using CellId 40620\u000a11:35:50.078825 tst switch_tch_pdch.py: using BVCI 40621\u000a11:35:50.101884 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a11:35:50.112705 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a11:35:50.123598 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a11:35:50.134325 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a11:35:50.145747 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a11:35:50.156815 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a11:35:50.167948 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a11:35:50.179032 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a11:35:50.295017 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a11:35:50.572209 tst switch_tch_pdch.py:51: start network...\u000a11:35:50.697580 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:35:51.148941 run create_hlr_db(pid=16817): Launched\u000a11:35:51.272438 bus /gobi_6: Setting Powered False\u000a11:35:52.344869 run create_hlr_db(pid=16817): Terminated: ok {rc=0}\u000a11:35:52.725502 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16819): Launched\u000a11:35:53.030042 run osmo-hlr_10.42.42.2(pid=16820): Launched\u000a11:35:53.148483 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:35:53.654189 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16822): Launched\u000a11:35:53.956119 run osmo-stp_10.42.42.5(pid=16823): Launched\u000a11:35:54.065716 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a11:35:54.566594 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16825): Launched\u000a11:35:54.673544 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a11:35:54.937400 run patchelf(pid=16826): Launched\u000a11:35:55.116157 run osmo-stp_10.42.42.5(pid=16823): ERR: Terminated: ERROR {rc=1} [trial-2404↪dynts:sysmo+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16823)]\u000a11:35:55.246518 run osmo-stp_10.42.42.5(pid=16823): stdout: \u000a| (launched: 2022-12-14_11:35:53.806932)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:35:55.376785 run osmo-stp_10.42.42.5(pid=16823): stderr: \u000a| �[0;m�[38;5;43m20221214113553976 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214113553976 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214113553977 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214113553977 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214113553978 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214113553978 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214113553978 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:35:55.501980 run osmo-stp_10.42.42.5(pid=16823): stdout: \u000a| (launched: 2022-12-14_11:35:53.806932)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:35:55.625904 run osmo-stp_10.42.42.5(pid=16823): stderr: \u000a| �[0;m�[38;5;43m20221214113553976 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214113553976 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214113553977 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214113553977 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214113553978 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214113553978 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214113553978 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:35:55.770812 run patchelf(pid=16826): Terminating (SIGINT)\u000a11:35:55.940603 run patchelf(pid=16826): Terminated: ok {rc=0}\u000a11:35:55.971765 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=16823): Process ended prematurely: osmo-stp_10.42.42.5(pid=16823) [trial-2404↪dynts:sysmo+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16823)] [trial-2404↪dynts:sysmo+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54]\u000a11:35:55.980457 tst switch_tch_pdch.py:54: Test FAILED (6.4 sec)\u000a11:35:56.041460 run osmo-hlr_10.42.42.2(pid=16820): ERR: Terminated: ERROR {rc=237} [trial-2404↪dynts:sysmo+mod-bts0-dynts67-osmo↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16820)]\u000a11:35:56.091321 run osmo-hlr_10.42.42.2(pid=16820): stdout: \u000a| (launched: 2022-12-14_11:35:52.878814) \u000a11:35:56.141949 run osmo-hlr_10.42.42.2(pid=16820): stderr: \u000a| �[0;m�[1;31m20221214113553052 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214113553052 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214113553052 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214113553052 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214113553053 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214113553053 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214113553069 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2404/run.2022-12-14_11-25-45/dynts:sysmo+mod-bts0-dynts67-osmo/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214113553077 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214113553077 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214113553077 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:35:56.185165 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16819): Terminating (SIGTERM)\u000a11:35:56.225865 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16822): Terminating (SIGTERM)\u000a11:35:56.266477 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16825): Terminating (SIGTERM)\u000a11:35:56.275811 --- ParallelTerminationStrategy: PID 16819 died...\u000a11:35:56.330376 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16819): Terminated: ok {rc=0}\u000a11:35:56.340117 --- ParallelTerminationStrategy: PID 16822 died...\u000a11:35:56.394148 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16822): Terminated: ok {rc=0}\u000a11:35:56.403739 --- ParallelTerminationStrategy: PID 16825 died...\u000a11:35:56.457610 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16825): Terminated: ok {rc=0}\u000a11:35:56.546913 bus /gobi_0: Setting Powered False\u000a11:35:57.654647 bus /gobi_0: Setting Powered False\u000a11:35:58.764876 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "17", "name" : "dynts_sysmo+mod-bts0-dynts67-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T11:35:49" }, { "cases" : [ { "testActions" : [ ], "age" : 260, "className" : "nitb_sms:oc2g", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=16831): Process ended prematurely: osmo-nitb_10.42.42.2(pid=16831) [trial-2404↪nitb_sms:oc2g↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=16831)]", "failedSince" : 2145, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_sms/mo_mt_sms.py\", line 11, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=16831): Process ended prematurely: osmo-nitb_10.42.42.2(pid=16831) [trial-2404↪nitb_sms:oc2g↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=16831)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2404 nitb_sms:oc2g mo_mt_sms.py\u000a----------------------------------------------\u000a11:36:00.628688 tst nitb_sms:oc2g: Using 1 x ip_address (candidates: 1)\u000a11:36:00.640234 tst nitb_sms:oc2g: Using 1 x bts (candidates: 1)\u000a11:36:00.769665 tst mo_mt_sms.py: using LAC 40621\u000a11:36:00.915478 tst mo_mt_sms.py: using RAC 76\u000a11:36:01.044137 tst mo_mt_sms.py: using CellId 40621\u000a11:36:01.176225 tst mo_mt_sms.py: using BVCI 40622\u000a11:36:01.200702 tst nitb_sms:oc2g: Using 1 x modem (candidates: 2)\u000a11:36:01.321623 tst nitb_sms:oc2g: Using 1 x modem (candidates: 2)\u000a11:36:01.631492 tst mo_mt_sms.py:9: start nitb and bts...\u000a11:36:01.763525 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a11:36:02.405338 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=16830): Launched\u000a11:36:02.706302 run osmo-nitb_10.42.42.2(pid=16831): Launched\u000a11:36:02.892225 run osmo-nitb_10.42.42.2(pid=16831): ERR: Terminated: ERROR {rc=2} [trial-2404↪nitb_sms:oc2g↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=16831)]\u000a11:36:03.029782 run osmo-nitb_10.42.42.2(pid=16831): stdout: \u000a| (launched: 2022-12-14_11:36:02.559669) \u000a11:36:03.167297 run osmo-nitb_10.42.42.2(pid=16831): stderr: \u000a| (launched: 2022-12-14_11:36:02.604462)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a11:36:03.299841 run osmo-nitb_10.42.42.2(pid=16831): stdout: \u000a| (launched: 2022-12-14_11:36:02.559669) \u000a11:36:03.431232 run osmo-nitb_10.42.42.2(pid=16831): stderr: \u000a| (launched: 2022-12-14_11:36:02.604462)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a11:36:03.828294 tst osmo-nitb_10.42.42.2(pid=16831): stdout: \u000a| (launched: 2022-12-14_11:36:02.559669) \u000a11:36:03.948238 tst osmo-nitb_10.42.42.2(pid=16831): stderr: \u000a| (launched: 2022-12-14_11:36:02.604462)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a11:36:04.000810 tst mo_mt_sms.py:11: ERR: Error: osmo-nitb_10.42.42.2(pid=16831): Process ended prematurely: osmo-nitb_10.42.42.2(pid=16831) [trial-2404↪nitb_sms:oc2g↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=16831)] [trial-2404↪nitb_sms:oc2g↪mo_mt_sms.py:11]\u000a11:36:04.009118 tst mo_mt_sms.py:11: Test FAILED (3.4 sec)\u000a11:36:04.043973 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=16830): Terminating (SIGTERM)\u000a11:36:04.222074 --- ParallelTerminationStrategy: PID 16830 died...\u000a11:36:04.277054 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=16830): Terminated: ok {rc=0}\u000a11:36:04.365754 bus /sierra_3: Setting Powered False\u000a11:36:05.470307 bus /sierra_3: Setting Powered False\u000a11:36:06.583645 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 8.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "18", "name" : "nitb_sms_oc2g", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T11:36:00" }, { "cases" : [ { "testActions" : [ ], "age" : 202, "className" : "sms:oc2g", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16841): Process ended prematurely: osmo-stp_10.42.42.5(pid=16841) [trial-2404↪sms:oc2g↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16841)]", "failedSince" : 2203, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/sms/mo_mt_sms.py\", line 16, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16841): Process ended prematurely: osmo-stp_10.42.42.5(pid=16841) [trial-2404↪sms:oc2g↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16841)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2404 sms:oc2g mo_mt_sms.py\u000a----------------------------------------------\u000a11:36:08.433549 tst sms:oc2g: Using 1 x ip_address (candidates: 6)\u000a11:36:08.444652 tst sms:oc2g: Using 1 x bts (candidates: 1)\u000a11:36:08.565788 tst mo_mt_sms.py: using LAC 40622\u000a11:36:08.683884 tst mo_mt_sms.py: using RAC 77\u000a11:36:08.804036 tst mo_mt_sms.py: using CellId 40622\u000a11:36:08.925322 tst mo_mt_sms.py: using BVCI 40623\u000a11:36:08.948037 tst sms:oc2g: Using 1 x ip_address (candidates: 6)\u000a11:36:08.958560 tst sms:oc2g: Using 1 x ip_address (candidates: 6)\u000a11:36:08.968921 tst sms:oc2g: Using 1 x ip_address (candidates: 6)\u000a11:36:08.979321 tst sms:oc2g: Using 1 x ip_address (candidates: 6)\u000a11:36:08.989843 tst sms:oc2g: Using 1 x ip_address (candidates: 6)\u000a11:36:09.001684 tst sms:oc2g: Using 1 x modem (candidates: 2)\u000a11:36:09.123917 tst sms:oc2g: Using 1 x modem (candidates: 2)\u000a11:36:09.335145 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:36:09.856053 run create_hlr_db(pid=16835): Launched\u000a11:36:10.044249 bus /sierra_2: Setting Powered False\u000a11:36:11.064646 run create_hlr_db(pid=16835): Terminated: ok {rc=0}\u000a11:36:11.472020 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16837): Launched\u000a11:36:11.774124 run osmo-hlr_10.42.42.2(pid=16838): Launched\u000a11:36:11.892090 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:36:12.422942 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16840): Launched\u000a11:36:12.725360 run osmo-stp_10.42.42.5(pid=16841): Launched\u000a11:36:12.835245 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a11:36:13.389705 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16843): Launched\u000a11:36:13.692846 run osmo-msc_10.42.42.6(pid=16844): Launched\u000a11:36:13.870004 run osmo-stp_10.42.42.5(pid=16841): ERR: Terminated: ERROR {rc=1} [trial-2404↪sms:oc2g↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16841)]\u000a11:36:13.998268 run osmo-stp_10.42.42.5(pid=16841): stdout: \u000a| (launched: 2022-12-14_11:36:12.575739)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:36:14.124358 run osmo-stp_10.42.42.5(pid=16841): stderr: \u000a| �[0;m�[38;5;43m20221214113612743 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214113612743 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214113612743 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214113612744 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214113612744 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214113612744 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214113612744 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:36:14.245836 run osmo-stp_10.42.42.5(pid=16841): stdout: \u000a| (launched: 2022-12-14_11:36:12.575739)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:36:14.366211 run osmo-stp_10.42.42.5(pid=16841): stderr: \u000a| �[0;m�[38;5;43m20221214113612743 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214113612743 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214113612743 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214113612744 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214113612744 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214113612744 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214113612744 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:36:14.419179 tst mo_mt_sms.py:16: ERR: Error: osmo-stp_10.42.42.5(pid=16841): Process ended prematurely: osmo-stp_10.42.42.5(pid=16841) [trial-2404↪sms:oc2g↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16841)] [trial-2404↪sms:oc2g↪mo_mt_sms.py:16]\u000a11:36:14.427147 tst mo_mt_sms.py:16: Test FAILED (6.0 sec)\u000a11:36:14.488085 run osmo-hlr_10.42.42.2(pid=16838): ERR: Terminated: ERROR {rc=237} [trial-2404↪sms:oc2g↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16838)]\u000a11:36:14.537887 run osmo-hlr_10.42.42.2(pid=16838): stdout: \u000a| (launched: 2022-12-14_11:36:11.624873) \u000a11:36:14.588293 run osmo-hlr_10.42.42.2(pid=16838): stderr: \u000a| �[0;m�[1;31m20221214113611798 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214113611798 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214113611799 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214113611799 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214113611799 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214113611799 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214113611811 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2404/run.2022-12-14_11-25-45/sms:oc2g/mo_mt_sms.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214113611820 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214113611820 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214113611820 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:36:14.656732 run osmo-msc_10.42.42.6(pid=16844): ERR: Terminated: ERROR {rc=2} [trial-2404↪sms:oc2g↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=16844)]\u000a11:36:14.706214 run osmo-msc_10.42.42.6(pid=16844): stdout: \u000a| (launched: 2022-12-14_11:36:13.542654) \u000a11:36:14.755824 run osmo-msc_10.42.42.6(pid=16844): stderr: \u000a| �[0;m�[38;5;43m20221214113613810 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214113613810 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7efcafaa5c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214113613810 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214113613810 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214113613810 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214113613810 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214113613812 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214113613812 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214113613813 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214113613813 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a11:36:14.798175 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16837): Terminating (SIGTERM)\u000a11:36:14.838333 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16840): Terminating (SIGTERM)\u000a11:36:14.878488 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16843): Terminating (SIGTERM)\u000a11:36:14.887690 --- ParallelTerminationStrategy: PID 16837 died...\u000a11:36:14.941606 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16837): Terminated: ok {rc=0}\u000a11:36:14.951114 --- ParallelTerminationStrategy: PID 16840 died...\u000a11:36:15.004761 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16840): Terminated: ok {rc=0}\u000a11:36:15.014361 --- ParallelTerminationStrategy: PID 16843 died...\u000a11:36:15.067723 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16843): Terminated: ok {rc=0}\u000a11:36:15.156898 bus /sierra_3: Setting Powered False\u000a11:36:16.276622 bus /sierra_3: Setting Powered False\u000a11:36:17.386805 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 11.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "19", "name" : "sms_oc2g", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T11:36:08" }, { "cases" : [ { "testActions" : [ ], "age" : 260, "className" : "nitb_ussd:oc2g", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=16850): Process ended prematurely: osmo-nitb_10.42.42.2(pid=16850) [trial-2404↪nitb_ussd:oc2g↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=16850)]", "failedSince" : 2145, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_ussd/assert_extension.py\", line 12, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=16850): Process ended prematurely: osmo-nitb_10.42.42.2(pid=16850) [trial-2404↪nitb_ussd:oc2g↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=16850)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2404 nitb_ussd:oc2g assert_extension.py\u000a----------------------------------------------\u000a11:36:19.195435 tst nitb_ussd:oc2g: Using 1 x ip_address (candidates: 1)\u000a11:36:19.207764 tst nitb_ussd:oc2g: Using 1 x bts (candidates: 1)\u000a11:36:19.340250 tst assert_extension.py: using LAC 40623\u000a11:36:19.467206 tst assert_extension.py: using RAC 78\u000a11:36:19.594641 tst assert_extension.py: using CellId 40623\u000a11:36:19.722505 tst assert_extension.py: using BVCI 40624\u000a11:36:19.747392 tst nitb_ussd:oc2g: Using 1 x modem (candidates: 1)\u000a11:36:20.026866 tst assert_extension.py:10: start nitb and bts...\u000a11:36:20.152859 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a11:36:20.777253 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=16849): Launched\u000a11:36:21.075658 run osmo-nitb_10.42.42.2(pid=16850): Launched\u000a11:36:21.262506 run osmo-nitb_10.42.42.2(pid=16850): ERR: Terminated: ERROR {rc=2} [trial-2404↪nitb_ussd:oc2g↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=16850)]\u000a11:36:21.400235 run osmo-nitb_10.42.42.2(pid=16850): stdout: \u000a| (launched: 2022-12-14_11:36:20.929590) \u000a11:36:21.538584 run osmo-nitb_10.42.42.2(pid=16850): stderr: \u000a| (launched: 2022-12-14_11:36:20.974391)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a11:36:21.671932 run osmo-nitb_10.42.42.2(pid=16850): stdout: \u000a| (launched: 2022-12-14_11:36:20.929590) \u000a11:36:21.803979 run osmo-nitb_10.42.42.2(pid=16850): stderr: \u000a| (launched: 2022-12-14_11:36:20.974391)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a11:36:22.197847 tst osmo-nitb_10.42.42.2(pid=16850): stdout: \u000a| (launched: 2022-12-14_11:36:20.929590) \u000a11:36:22.317936 tst osmo-nitb_10.42.42.2(pid=16850): stderr: \u000a| (launched: 2022-12-14_11:36:20.974391)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a11:36:22.370937 tst assert_extension.py:12: ERR: Error: osmo-nitb_10.42.42.2(pid=16850): Process ended prematurely: osmo-nitb_10.42.42.2(pid=16850) [trial-2404↪nitb_ussd:oc2g↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=16850)] [trial-2404↪nitb_ussd:oc2g↪assert_extension.py:12]\u000a11:36:22.379298 tst assert_extension.py:12: Test FAILED (3.2 sec)\u000a11:36:22.414643 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=16849): Terminating (SIGTERM)\u000a11:36:22.592554 --- ParallelTerminationStrategy: PID 16849 died...\u000a11:36:22.648633 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=16849): Terminated: ok {rc=0}\u000a11:36:22.739042 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 6.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "20", "name" : "nitb_ussd_oc2g", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T11:36:19" }, { "cases" : [ { "testActions" : [ ], "age" : 202, "className" : "ussd:oc2g", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16860): Process ended prematurely: osmo-stp_10.42.42.5(pid=16860) [trial-2404↪ussd:oc2g↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16860)]", "failedSince" : 2203, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/ussd/assert_extension.py\", line 17, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16860): Process ended prematurely: osmo-stp_10.42.42.5(pid=16860) [trial-2404↪ussd:oc2g↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16860)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2404 ussd:oc2g assert_extension.py\u000a----------------------------------------------\u000a11:36:24.533910 tst ussd:oc2g: Using 1 x ip_address (candidates: 6)\u000a11:36:24.544878 tst ussd:oc2g: Using 1 x bts (candidates: 1)\u000a11:36:24.666866 tst assert_extension.py: using LAC 40624\u000a11:36:24.786324 tst assert_extension.py: using RAC 79\u000a11:36:24.902821 tst assert_extension.py: using CellId 40624\u000a11:36:25.019803 tst assert_extension.py: using BVCI 40625\u000a11:36:25.042766 tst ussd:oc2g: Using 1 x ip_address (candidates: 6)\u000a11:36:25.053298 tst ussd:oc2g: Using 1 x ip_address (candidates: 6)\u000a11:36:25.063552 tst ussd:oc2g: Using 1 x ip_address (candidates: 6)\u000a11:36:25.073840 tst ussd:oc2g: Using 1 x ip_address (candidates: 6)\u000a11:36:25.084402 tst ussd:oc2g: Using 1 x ip_address (candidates: 6)\u000a11:36:25.096037 tst ussd:oc2g: Using 1 x modem (candidates: 1)\u000a11:36:25.309584 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:36:25.831519 run create_hlr_db(pid=16854): Launched\u000a11:36:26.020365 bus /sierra_2: Setting Powered False\u000a11:36:27.040513 run create_hlr_db(pid=16854): Terminated: ok {rc=0}\u000a11:36:27.448181 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16856): Launched\u000a11:36:27.751385 run osmo-hlr_10.42.42.2(pid=16857): Launched\u000a11:36:27.863978 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:36:28.396018 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16859): Launched\u000a11:36:28.699301 run osmo-stp_10.42.42.5(pid=16860): Launched\u000a11:36:28.809379 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a11:36:29.361514 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16862): Launched\u000a11:36:29.664217 run osmo-msc_10.42.42.6(pid=16863): Launched\u000a11:36:29.841508 run osmo-stp_10.42.42.5(pid=16860): ERR: Terminated: ERROR {rc=1} [trial-2404↪ussd:oc2g↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16860)]\u000a11:36:29.969597 run osmo-stp_10.42.42.5(pid=16860): stdout: \u000a| (launched: 2022-12-14_11:36:28.549333)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:36:30.095598 run osmo-stp_10.42.42.5(pid=16860): stderr: \u000a| �[0;m�[38;5;43m20221214113628717 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214113628717 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214113628717 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214113628718 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214113628718 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214113628718 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214113628718 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:36:30.217141 run osmo-stp_10.42.42.5(pid=16860): stdout: \u000a| (launched: 2022-12-14_11:36:28.549333)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:36:30.337841 run osmo-stp_10.42.42.5(pid=16860): stderr: \u000a| �[0;m�[38;5;43m20221214113628717 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214113628717 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214113628717 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214113628718 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214113628718 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214113628718 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214113628718 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:36:30.390753 tst assert_extension.py:17: ERR: Error: osmo-stp_10.42.42.5(pid=16860): Process ended prematurely: osmo-stp_10.42.42.5(pid=16860) [trial-2404↪ussd:oc2g↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16860)] [trial-2404↪ussd:oc2g↪assert_extension.py:17]\u000a11:36:30.398848 tst assert_extension.py:17: Test FAILED (5.9 sec)\u000a11:36:30.459430 run osmo-hlr_10.42.42.2(pid=16857): ERR: Terminated: ERROR {rc=237} [trial-2404↪ussd:oc2g↪assert_extension.py↪assert_extension.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16857)]\u000a11:36:30.508706 run osmo-hlr_10.42.42.2(pid=16857): stdout: \u000a| (launched: 2022-12-14_11:36:27.601134) \u000a11:36:30.559233 run osmo-hlr_10.42.42.2(pid=16857): stderr: \u000a| �[0;m�[1;31m20221214113627776 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214113627776 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214113627776 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214113627776 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214113627776 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214113627777 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214113627789 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2404/run.2022-12-14_11-25-45/ussd:oc2g/assert_extension.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214113627797 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214113627798 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214113627798 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:36:30.627398 run osmo-msc_10.42.42.6(pid=16863): ERR: Terminated: ERROR {rc=2} [trial-2404↪ussd:oc2g↪assert_extension.py↪assert_extension.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=16863)]\u000a11:36:30.677198 run osmo-msc_10.42.42.6(pid=16863): stdout: \u000a| (launched: 2022-12-14_11:36:29.514149) \u000a11:36:30.727528 run osmo-msc_10.42.42.6(pid=16863): stderr: \u000a| �[0;m�[38;5;43m20221214113629780 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214113629781 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fe6570e8c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214113629781 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214113629781 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214113629781 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214113629781 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214113629783 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214113629783 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214113629783 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214113629783 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a11:36:30.770509 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16856): Terminating (SIGTERM)\u000a11:36:30.810924 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16859): Terminating (SIGTERM)\u000a11:36:30.874243 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16862): Terminating (SIGTERM)\u000a11:36:30.889726 --- ParallelTerminationStrategy: PID 16856 died...\u000a11:36:30.955417 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16856): Terminated: ok {rc=0}\u000a11:36:30.965949 --- ParallelTerminationStrategy: PID 16859 died...\u000a11:36:31.024770 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16859): Terminated: ok {rc=0}\u000a11:36:31.035363 --- ParallelTerminationStrategy: PID 16862 died...\u000a11:36:31.093338 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16862): Terminated: ok {rc=0}\u000a11:36:31.185311 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 9.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "21", "name" : "ussd_oc2g", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T11:36:24" }, { "cases" : [ { "testActions" : [ ], "age" : 202, "className" : "voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16875): Process ended prematurely: osmo-stp_10.42.42.5(pid=16875) [trial-2404↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16875)]", "failedSince" : 2203, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16875): Process ended prematurely: osmo-stp_10.42.42.5(pid=16875) [trial-2404↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16875)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2404 voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call.py\u000a----------------------------------------------\u000a11:36:33.114190 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a11:36:33.125757 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a11:36:33.281806 tst mo_mt_call.py: using LAC 40625\u000a11:36:33.411982 tst mo_mt_call.py: using RAC 80\u000a11:36:33.540897 tst mo_mt_call.py: using CellId 40625\u000a11:36:33.671569 tst mo_mt_call.py: using BVCI 40626\u000a11:36:33.697373 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a11:36:33.708818 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a11:36:33.720132 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a11:36:33.731474 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a11:36:33.743094 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a11:36:33.754477 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a11:36:33.873060 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a11:36:34.089089 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:36:34.621065 run create_hlr_db(pid=16869): Launched\u000a11:36:34.812927 bus /sierra_2: Setting Powered False\u000a11:36:35.833765 run create_hlr_db(pid=16869): Terminated: ok {rc=0}\u000a11:36:36.249980 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16871): Launched\u000a11:36:36.560127 run osmo-hlr_10.42.42.2(pid=16872): Launched\u000a11:36:36.680653 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:36:37.222026 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16874): Launched\u000a11:36:37.532071 run osmo-stp_10.42.42.5(pid=16875): Launched\u000a11:36:37.644605 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a11:36:38.207709 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16877): Launched\u000a11:36:38.517150 run osmo-msc_10.42.42.6(pid=16878): Launched\u000a11:36:38.699095 run osmo-stp_10.42.42.5(pid=16875): ERR: Terminated: ERROR {rc=1} [trial-2404↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16875)]\u000a11:36:38.829851 run osmo-stp_10.42.42.5(pid=16875): stdout: \u000a| (launched: 2022-12-14_11:36:37.378694)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:36:38.958407 run osmo-stp_10.42.42.5(pid=16875): stderr: \u000a| �[0;m�[38;5;43m20221214113637549 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214113637549 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214113637549 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214113637550 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214113637550 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214113637550 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214113637550 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:36:39.081921 run osmo-stp_10.42.42.5(pid=16875): stdout: \u000a| (launched: 2022-12-14_11:36:37.378694)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:36:39.204421 run osmo-stp_10.42.42.5(pid=16875): stderr: \u000a| �[0;m�[38;5;43m20221214113637549 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214113637549 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214113637549 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214113637550 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214113637550 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214113637550 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214113637550 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:36:39.258417 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=16875): Process ended prematurely: osmo-stp_10.42.42.5(pid=16875) [trial-2404↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16875)] [trial-2404↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8]\u000a11:36:39.266986 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a11:36:39.327792 run osmo-hlr_10.42.42.2(pid=16872): ERR: Terminated: ERROR {rc=237} [trial-2404↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16872)]\u000a11:36:39.377908 run osmo-hlr_10.42.42.2(pid=16872): stdout: \u000a| (launched: 2022-12-14_11:36:36.406775) \u000a11:36:39.428418 run osmo-hlr_10.42.42.2(pid=16872): stderr: \u000a| �[0;m�[1;31m20221214113636582 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214113636582 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214113636582 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214113636582 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214113636582 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214113636582 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214113636594 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2404/run.2022-12-14_11-25-45/voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214113636602 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214113636602 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214113636602 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:36:39.496615 run osmo-msc_10.42.42.6(pid=16878): ERR: Terminated: ERROR {rc=2} [trial-2404↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=16878)]\u000a11:36:39.546335 run osmo-msc_10.42.42.6(pid=16878): stdout: \u000a| (launched: 2022-12-14_11:36:38.363762) \u000a11:36:39.596568 run osmo-msc_10.42.42.6(pid=16878): stderr: \u000a| �[0;m�[38;5;43m20221214113638632 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214113638632 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f1ebe154c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214113638632 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214113638632 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214113638632 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214113638632 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214113638634 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214113638634 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214113638635 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214113638635 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a11:36:39.639328 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16871): Terminating (SIGTERM)\u000a11:36:39.679611 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16874): Terminating (SIGTERM)\u000a11:36:39.720051 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16877): Terminating (SIGTERM)\u000a11:36:39.729449 --- ParallelTerminationStrategy: PID 16871 died...\u000a11:36:39.783676 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16871): Terminated: ok {rc=0}\u000a11:36:39.793360 --- ParallelTerminationStrategy: PID 16874 died...\u000a11:36:39.847130 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16874): Terminated: ok {rc=0}\u000a11:36:39.856692 --- ParallelTerminationStrategy: PID 16877 died...\u000a11:36:39.910453 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16877): Terminated: ok {rc=0}\u000a11:36:40.000190 bus /sierra_3: Setting Powered False\u000a11:36:41.105033 bus /sierra_3: Setting Powered False\u000a11:36:42.213766 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 202, "className" : "voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16886): Process ended prematurely: osmo-stp_10.42.42.5(pid=16886) [trial-2404↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16886)]", "failedSince" : 2203, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16886): Process ended prematurely: osmo-stp_10.42.42.5(pid=16886) [trial-2404↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16886)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2404 voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a11:36:43.330224 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a11:36:43.342603 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a11:36:43.496358 tst mo_mt_call_osmux.py: using LAC 40626\u000a11:36:43.624815 tst mo_mt_call_osmux.py: using RAC 81\u000a11:36:43.755015 tst mo_mt_call_osmux.py: using CellId 40626\u000a11:36:43.878587 tst mo_mt_call_osmux.py: using BVCI 40627\u000a11:36:43.902287 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a11:36:43.913523 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a11:36:43.924517 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a11:36:43.935504 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a11:36:43.946773 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a11:36:43.958004 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a11:36:44.079225 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a11:36:44.284856 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:36:44.769258 run create_hlr_db(pid=16880): Launched\u000a11:36:44.946909 bus /sierra_2: Setting Powered False\u000a11:36:45.968541 run create_hlr_db(pid=16880): Terminated: ok {rc=0}\u000a11:36:46.407852 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16882): Launched\u000a11:36:46.739190 run osmo-hlr_10.42.42.2(pid=16883): Launched\u000a11:36:46.863209 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:36:47.440106 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16885): Launched\u000a11:36:47.772941 run osmo-stp_10.42.42.5(pid=16886): Launched\u000a11:36:47.892310 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a11:36:48.496082 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16888): Launched\u000a11:36:48.826783 run osmo-msc_10.42.42.6(pid=16889): Launched\u000a11:36:49.019007 run osmo-stp_10.42.42.5(pid=16886): ERR: Terminated: ERROR {rc=1} [trial-2404↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16886)]\u000a11:36:49.158716 run osmo-stp_10.42.42.5(pid=16886): stdout: \u000a| (launched: 2022-12-14_11:36:47.609370)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:36:49.296628 run osmo-stp_10.42.42.5(pid=16886): stderr: \u000a| �[0;m�[38;5;43m20221214113647800 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214113647800 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214113647801 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214113647801 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214113647802 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214113647802 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214113647802 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:36:49.429144 run osmo-stp_10.42.42.5(pid=16886): stdout: \u000a| (launched: 2022-12-14_11:36:47.609370)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:36:49.561283 run osmo-stp_10.42.42.5(pid=16886): stderr: \u000a| �[0;m�[38;5;43m20221214113647800 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214113647800 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214113647801 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214113647801 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214113647802 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214113647802 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214113647802 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:36:49.619307 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=16886): Process ended prematurely: osmo-stp_10.42.42.5(pid=16886) [trial-2404↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16886)] [trial-2404↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8]\u000a11:36:49.628745 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a11:36:49.691817 run osmo-hlr_10.42.42.2(pid=16883): ERR: Terminated: ERROR {rc=237} [trial-2404↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16883)]\u000a11:36:49.743602 run osmo-hlr_10.42.42.2(pid=16883): stdout: \u000a| (launched: 2022-12-14_11:36:46.576022) \u000a11:36:49.795701 run osmo-hlr_10.42.42.2(pid=16883): stderr: \u000a| �[0;m�[1;31m20221214113646773 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214113646773 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214113646773 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214113646773 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214113646773 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214113646773 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214113646786 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2404/run.2022-12-14_11-25-45/voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214113646795 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214113646795 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214113646795 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:36:49.866102 run osmo-msc_10.42.42.6(pid=16889): ERR: Terminated: ERROR {rc=2} [trial-2404↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=16889)]\u000a11:36:49.917497 run osmo-msc_10.42.42.6(pid=16889): stdout: \u000a| (launched: 2022-12-14_11:36:48.664160) \u000a11:36:49.969424 run osmo-msc_10.42.42.6(pid=16889): stderr: \u000a| �[0;m�[38;5;43m20221214113648983 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214113648983 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f0e794e9c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214113648983 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214113648983 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214113648984 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214113648984 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214113648986 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214113648986 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214113648986 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214113648986 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a11:36:50.013883 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16882): Terminating (SIGTERM)\u000a11:36:50.055886 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16885): Terminating (SIGTERM)\u000a11:36:50.097846 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16888): Terminating (SIGTERM)\u000a11:36:50.107272 --- ParallelTerminationStrategy: PID 16882 died...\u000a11:36:50.163023 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16882): Terminated: ok {rc=0}\u000a11:36:50.173137 --- ParallelTerminationStrategy: PID 16885 died...\u000a11:36:50.228507 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16885): Terminated: ok {rc=0}\u000a11:36:50.238653 --- ParallelTerminationStrategy: PID 16888 died...\u000a11:36:50.294182 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16888): Terminated: ok {rc=0}\u000a11:36:50.381386 bus /sierra_3: Setting Powered False\u000a11:36:51.483465 bus /sierra_3: Setting Powered False\u000a11:36:52.594890 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "22", "name" : "voice_oc2g+mod-bts0-ts-tchf+cfg-codec-fr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T11:36:32" }, { "cases" : [ { "testActions" : [ ], "age" : 202, "className" : "voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16900): Process ended prematurely: osmo-stp_10.42.42.5(pid=16900) [trial-2404↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16900)]", "failedSince" : 2203, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16900): Process ended prematurely: osmo-stp_10.42.42.5(pid=16900) [trial-2404↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16900)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2404 voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call.py\u000a----------------------------------------------\u000a11:36:54.556038 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a11:36:54.567238 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a11:36:54.716645 tst mo_mt_call.py: using LAC 40627\u000a11:36:54.840148 tst mo_mt_call.py: using RAC 82\u000a11:36:54.960789 tst mo_mt_call.py: using CellId 40627\u000a11:36:55.081251 tst mo_mt_call.py: using BVCI 40628\u000a11:36:55.104581 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a11:36:55.116118 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a11:36:55.127257 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a11:36:55.138202 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a11:36:55.149448 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a11:36:55.160631 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a11:36:55.283993 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a11:36:55.498210 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:36:56.030191 run create_hlr_db(pid=16894): Launched\u000a11:36:56.221951 bus /sierra_2: Setting Powered False\u000a11:36:57.242856 run create_hlr_db(pid=16894): Terminated: ok {rc=0}\u000a11:36:57.659778 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16896): Launched\u000a11:36:57.967692 run osmo-hlr_10.42.42.2(pid=16897): Launched\u000a11:36:58.087427 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:36:58.639101 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16899): Launched\u000a11:36:58.971817 run osmo-stp_10.42.42.5(pid=16900): Launched\u000a11:36:59.091230 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a11:36:59.700028 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16902): Launched\u000a11:37:00.033387 run osmo-msc_10.42.42.6(pid=16903): Launched\u000a11:37:00.227371 run osmo-stp_10.42.42.5(pid=16900): ERR: Terminated: ERROR {rc=1} [trial-2404↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16900)]\u000a11:37:00.367658 run osmo-stp_10.42.42.5(pid=16900): stdout: \u000a| (launched: 2022-12-14_11:36:58.808765)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:37:00.506752 run osmo-stp_10.42.42.5(pid=16900): stderr: \u000a| �[0;m�[38;5;43m20221214113659000 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214113659001 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214113659001 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214113659001 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214113659002 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214113659002 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214113659002 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:37:00.640369 run osmo-stp_10.42.42.5(pid=16900): stdout: \u000a| (launched: 2022-12-14_11:36:58.808765)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:37:00.773178 run osmo-stp_10.42.42.5(pid=16900): stderr: \u000a| �[0;m�[38;5;43m20221214113659000 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214113659001 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214113659001 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214113659001 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214113659002 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214113659002 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214113659002 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:37:00.831410 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=16900): Process ended prematurely: osmo-stp_10.42.42.5(pid=16900) [trial-2404↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16900)] [trial-2404↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8]\u000a11:37:00.850780 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a11:37:00.943078 run osmo-hlr_10.42.42.2(pid=16897): ERR: Terminated: ERROR {rc=237} [trial-2404↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16897)]\u000a11:37:00.995927 run osmo-hlr_10.42.42.2(pid=16897): stdout: \u000a| (launched: 2022-12-14_11:36:57.816142) \u000a11:37:01.049760 run osmo-hlr_10.42.42.2(pid=16897): stderr: \u000a| �[0;m�[1;31m20221214113657990 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214113657990 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214113657990 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214113657990 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214113657990 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214113657990 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214113658003 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2404/run.2022-12-14_11-25-45/voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214113658014 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214113658014 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214113658014 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:37:01.122247 run osmo-msc_10.42.42.6(pid=16903): ERR: Terminated: ERROR {rc=2} [trial-2404↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=16903)]\u000a11:37:01.174933 run osmo-msc_10.42.42.6(pid=16903): stdout: \u000a| (launched: 2022-12-14_11:36:59.869255) \u000a11:37:01.228304 run osmo-msc_10.42.42.6(pid=16903): stderr: \u000a| �[0;m�[38;5;43m20221214113700190 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214113700190 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f40995fdc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214113700190 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214113700190 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214113700190 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214113700190 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214113700192 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214113700192 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214113700193 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214113700193 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a11:37:01.273923 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16896): Terminating (SIGTERM)\u000a11:37:01.317949 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16899): Terminating (SIGTERM)\u000a11:37:01.364272 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16902): Terminating (SIGTERM)\u000a11:37:01.374443 --- ParallelTerminationStrategy: PID 16896 died...\u000a11:37:01.431973 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16896): Terminated: ok {rc=0}\u000a11:37:01.442769 --- ParallelTerminationStrategy: PID 16899 died...\u000a11:37:01.500173 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16899): Terminated: ok {rc=0}\u000a11:37:01.510904 --- ParallelTerminationStrategy: PID 16902 died...\u000a11:37:01.568211 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16902): Terminated: ok {rc=0}\u000a11:37:01.659864 bus /sierra_3: Setting Powered False\u000a11:37:02.767737 bus /sierra_3: Setting Powered False\u000a11:37:03.878585 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 202, "className" : "voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16911): Process ended prematurely: osmo-stp_10.42.42.5(pid=16911) [trial-2404↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16911)]", "failedSince" : 2203, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16911): Process ended prematurely: osmo-stp_10.42.42.5(pid=16911) [trial-2404↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16911)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2404 voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a11:37:04.994810 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a11:37:05.007180 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a11:37:05.162741 tst mo_mt_call_osmux.py: using LAC 40628\u000a11:37:05.292412 tst mo_mt_call_osmux.py: using RAC 83\u000a11:37:05.422963 tst mo_mt_call_osmux.py: using CellId 40628\u000a11:37:05.558420 tst mo_mt_call_osmux.py: using BVCI 40629\u000a11:37:05.583756 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a11:37:05.595318 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a11:37:05.606691 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a11:37:05.618223 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a11:37:05.629757 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a11:37:05.641197 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a11:37:05.760555 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a11:37:05.980341 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:37:06.510920 run create_hlr_db(pid=16905): Launched\u000a11:37:06.702517 bus /sierra_2: Setting Powered False\u000a11:37:07.725987 run create_hlr_db(pid=16905): Terminated: ok {rc=0}\u000a11:37:08.168083 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16907): Launched\u000a11:37:08.500587 run osmo-hlr_10.42.42.2(pid=16908): Launched\u000a11:37:08.624246 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:37:09.206063 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16910): Launched\u000a11:37:09.538157 run osmo-stp_10.42.42.5(pid=16911): Launched\u000a11:37:09.658394 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a11:37:10.264761 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16913): Launched\u000a11:37:10.596411 run osmo-msc_10.42.42.6(pid=16914): Launched\u000a11:37:10.789378 run osmo-stp_10.42.42.5(pid=16911): ERR: Terminated: ERROR {rc=1} [trial-2404↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16911)]\u000a11:37:10.931392 run osmo-stp_10.42.42.5(pid=16911): stdout: \u000a| (launched: 2022-12-14_11:37:09.374853)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:37:11.068817 run osmo-stp_10.42.42.5(pid=16911): stderr: \u000a| �[0;m�[38;5;43m20221214113709565 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214113709565 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214113709566 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214113709566 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214113709566 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214113709566 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214113709567 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:37:11.201278 run osmo-stp_10.42.42.5(pid=16911): stdout: \u000a| (launched: 2022-12-14_11:37:09.374853)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:37:11.332068 run osmo-stp_10.42.42.5(pid=16911): stderr: \u000a| �[0;m�[38;5;43m20221214113709565 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214113709565 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214113709566 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214113709566 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214113709566 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214113709566 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214113709567 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:37:11.390040 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=16911): Process ended prematurely: osmo-stp_10.42.42.5(pid=16911) [trial-2404↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16911)] [trial-2404↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8]\u000a11:37:11.399284 tst mo_mt_call_osmux.py:8: Test FAILED (6.4 sec)\u000a11:37:11.461921 run osmo-hlr_10.42.42.2(pid=16908): ERR: Terminated: ERROR {rc=237} [trial-2404↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16908)]\u000a11:37:11.513146 run osmo-hlr_10.42.42.2(pid=16908): stdout: \u000a| (launched: 2022-12-14_11:37:08.337547) \u000a11:37:11.565017 run osmo-hlr_10.42.42.2(pid=16908): stderr: \u000a| �[0;m�[1;31m20221214113708533 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214113708533 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214113708533 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214113708533 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214113708534 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214113708534 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214113708546 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2404/run.2022-12-14_11-25-45/voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214113708555 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214113708555 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214113708555 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:37:11.635444 run osmo-msc_10.42.42.6(pid=16914): ERR: Terminated: ERROR {rc=2} [trial-2404↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=16914)]\u000a11:37:11.687191 run osmo-msc_10.42.42.6(pid=16914): stdout: \u000a| (launched: 2022-12-14_11:37:10.433441) \u000a11:37:11.739340 run osmo-msc_10.42.42.6(pid=16914): stderr: \u000a| �[0;m�[38;5;43m20221214113710753 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214113710753 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fc035b87c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214113710753 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214113710753 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214113710754 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214113710754 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214113710755 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214113710756 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214113710756 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214113710756 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a11:37:11.783739 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16907): Terminating (SIGTERM)\u000a11:37:11.825838 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16910): Terminating (SIGTERM)\u000a11:37:11.868028 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16913): Terminating (SIGTERM)\u000a11:37:11.877940 --- ParallelTerminationStrategy: PID 16907 died...\u000a11:37:11.934101 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16907): Terminated: ok {rc=0}\u000a11:37:11.944167 --- ParallelTerminationStrategy: PID 16910 died...\u000a11:37:12.000203 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16910): Terminated: ok {rc=0}\u000a11:37:12.010272 --- ParallelTerminationStrategy: PID 16913 died...\u000a11:37:12.065820 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16913): Terminated: ok {rc=0}\u000a11:37:12.152599 bus /sierra_3: Setting Powered False\u000a11:37:13.256190 bus /sierra_3: Setting Powered False\u000a11:37:14.368546 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "23", "name" : "voice_oc2g+mod-bts0-ts-tchf+cfg-codec-fr2", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T11:36:54" }, { "cases" : [ { "testActions" : [ ], "age" : 202, "className" : "voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16925): Process ended prematurely: osmo-stp_10.42.42.5(pid=16925) [trial-2404↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16925)]", "failedSince" : 2203, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16925): Process ended prematurely: osmo-stp_10.42.42.5(pid=16925) [trial-2404↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16925)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2404 voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call.py\u000a----------------------------------------------\u000a11:37:16.345790 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a11:37:16.357879 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a11:37:16.530305 tst mo_mt_call.py: using LAC 40629\u000a11:37:16.658224 tst mo_mt_call.py: using RAC 84\u000a11:37:16.816266 tst mo_mt_call.py: using CellId 40629\u000a11:37:16.954220 tst mo_mt_call.py: using BVCI 40630\u000a11:37:16.979732 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a11:37:16.992068 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a11:37:17.004317 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a11:37:17.016358 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a11:37:17.029449 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a11:37:17.043464 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a11:37:17.169958 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a11:37:17.379241 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:37:17.867862 run create_hlr_db(pid=16919): Launched\u000a11:37:18.045335 bus /sierra_2: Setting Powered False\u000a11:37:19.068002 run create_hlr_db(pid=16919): Terminated: ok {rc=0}\u000a11:37:19.479922 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16921): Launched\u000a11:37:19.788777 run osmo-hlr_10.42.42.2(pid=16922): Launched\u000a11:37:19.900886 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:37:20.436013 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16924): Launched\u000a11:37:20.747110 run osmo-stp_10.42.42.5(pid=16925): Launched\u000a11:37:20.859019 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a11:37:21.424279 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16927): Launched\u000a11:37:21.735520 run osmo-msc_10.42.42.6(pid=16928): Launched\u000a11:37:21.917237 run osmo-stp_10.42.42.5(pid=16925): ERR: Terminated: ERROR {rc=1} [trial-2404↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16925)]\u000a11:37:22.048109 run osmo-stp_10.42.42.5(pid=16925): stdout: \u000a| (launched: 2022-12-14_11:37:20.592286)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:37:22.177305 run osmo-stp_10.42.42.5(pid=16925): stderr: \u000a| �[0;m�[38;5;43m20221214113720762 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214113720762 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214113720762 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214113720762 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214113720763 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214113720763 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214113720763 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:37:22.300904 run osmo-stp_10.42.42.5(pid=16925): stdout: \u000a| (launched: 2022-12-14_11:37:20.592286)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:37:22.423727 run osmo-stp_10.42.42.5(pid=16925): stderr: \u000a| �[0;m�[38;5;43m20221214113720762 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214113720762 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214113720762 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214113720762 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214113720763 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214113720763 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214113720763 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:37:22.477894 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=16925): Process ended prematurely: osmo-stp_10.42.42.5(pid=16925) [trial-2404↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16925)] [trial-2404↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8]\u000a11:37:22.486663 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a11:37:22.548217 run osmo-hlr_10.42.42.2(pid=16922): ERR: Terminated: ERROR {rc=237} [trial-2404↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16922)]\u000a11:37:22.597652 run osmo-hlr_10.42.42.2(pid=16922): stdout: \u000a| (launched: 2022-12-14_11:37:19.636442) \u000a11:37:22.647653 run osmo-hlr_10.42.42.2(pid=16922): stderr: \u000a| �[0;m�[1;31m20221214113719811 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214113719811 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214113719811 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214113719811 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214113719811 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214113719811 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214113719823 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2404/run.2022-12-14_11-25-45/voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214113719831 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214113719832 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214113719832 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:37:22.715486 run osmo-msc_10.42.42.6(pid=16928): ERR: Terminated: ERROR {rc=2} [trial-2404↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=16928)]\u000a11:37:22.764656 run osmo-msc_10.42.42.6(pid=16928): stdout: \u000a| (launched: 2022-12-14_11:37:21.580391) \u000a11:37:22.815101 run osmo-msc_10.42.42.6(pid=16928): stderr: \u000a| �[0;m�[38;5;43m20221214113721848 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214113721849 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fa865cc5c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214113721849 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214113721849 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214113721849 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214113721849 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214113721851 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214113721851 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214113721851 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214113721851 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a11:37:22.857635 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16921): Terminating (SIGTERM)\u000a11:37:22.897807 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16924): Terminating (SIGTERM)\u000a11:37:22.937894 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16927): Terminating (SIGTERM)\u000a11:37:22.947152 --- ParallelTerminationStrategy: PID 16921 died...\u000a11:37:23.001384 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16921): Terminated: ok {rc=0}\u000a11:37:23.010927 --- ParallelTerminationStrategy: PID 16924 died...\u000a11:37:23.065342 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16924): Terminated: ok {rc=0}\u000a11:37:23.074907 --- ParallelTerminationStrategy: PID 16927 died...\u000a11:37:23.128327 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16927): Terminated: ok {rc=0}\u000a11:37:23.211845 bus /sierra_3: Setting Powered False\u000a11:37:24.319007 bus /sierra_3: Setting Powered False\u000a11:37:25.428476 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 204, "className" : "voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16936): Process ended prematurely: osmo-stp_10.42.42.5(pid=16936) [trial-2404↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16936)]", "failedSince" : 2201, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16936): Process ended prematurely: osmo-stp_10.42.42.5(pid=16936) [trial-2404↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16936)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2404 voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a11:37:26.545482 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a11:37:26.557643 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a11:37:26.710787 tst mo_mt_call_osmux.py: using LAC 40630\u000a11:37:26.840816 tst mo_mt_call_osmux.py: using RAC 85\u000a11:37:26.971667 tst mo_mt_call_osmux.py: using CellId 40630\u000a11:37:27.100726 tst mo_mt_call_osmux.py: using BVCI 40631\u000a11:37:27.126168 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a11:37:27.137934 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a11:37:27.149466 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a11:37:27.160784 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a11:37:27.172323 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a11:37:27.183901 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a11:37:27.306532 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a11:37:27.513463 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:37:28.004621 run create_hlr_db(pid=16930): Launched\u000a11:37:28.183022 bus /sierra_2: Setting Powered False\u000a11:37:29.205495 run create_hlr_db(pid=16930): Terminated: ok {rc=0}\u000a11:37:29.648871 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16932): Launched\u000a11:37:29.981928 run osmo-hlr_10.42.42.2(pid=16933): Launched\u000a11:37:30.105253 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:37:30.684441 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16935): Launched\u000a11:37:31.055461 run osmo-stp_10.42.42.5(pid=16936): Launched\u000a11:37:31.184643 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a11:37:31.943929 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16938): Launched\u000a11:37:32.375139 run osmo-msc_10.42.42.6(pid=16939): Launched\u000a11:37:32.571118 run osmo-stp_10.42.42.5(pid=16936): ERR: Terminated: ERROR {rc=1} [trial-2404↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16936)]\u000a11:37:32.707736 run osmo-stp_10.42.42.5(pid=16936): stdout: \u000a| (launched: 2022-12-14_11:37:30.858543)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:37:32.846320 run osmo-stp_10.42.42.5(pid=16936): stderr: \u000a| �[0;m�[38;5;43m20221214113731240 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214113731240 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214113731242 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214113731245 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214113731247 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214113731248 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214113731248 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:37:32.979385 run osmo-stp_10.42.42.5(pid=16936): stdout: \u000a| (launched: 2022-12-14_11:37:30.858543)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:37:33.111346 run osmo-stp_10.42.42.5(pid=16936): stderr: \u000a| �[0;m�[38;5;43m20221214113731240 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214113731240 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214113731242 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214113731245 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214113731247 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214113731248 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214113731248 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:37:33.169550 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=16936): Process ended prematurely: osmo-stp_10.42.42.5(pid=16936) [trial-2404↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16936)] [trial-2404↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8]\u000a11:37:33.178981 tst mo_mt_call_osmux.py:8: Test FAILED (6.7 sec)\u000a11:37:33.242703 run osmo-hlr_10.42.42.2(pid=16933): ERR: Terminated: ERROR {rc=237} [trial-2404↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16933)]\u000a11:37:33.294416 run osmo-hlr_10.42.42.2(pid=16933): stdout: \u000a| (launched: 2022-12-14_11:37:29.818751) \u000a11:37:33.346623 run osmo-hlr_10.42.42.2(pid=16933): stderr: \u000a| �[0;m�[1;31m20221214113730016 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214113730016 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214113730016 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214113730016 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214113730016 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214113730016 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214113730028 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2404/run.2022-12-14_11-25-45/voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214113730037 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214113730038 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214113730038 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:37:33.417517 run osmo-msc_10.42.42.6(pid=16939): ERR: Terminated: ERROR {rc=2} [trial-2404↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=16939)]\u000a11:37:33.469135 run osmo-msc_10.42.42.6(pid=16939): stdout: \u000a| (launched: 2022-12-14_11:37:32.115814) \u000a11:37:33.521451 run osmo-msc_10.42.42.6(pid=16939): stderr: \u000a| �[0;m�[38;5;43m20221214113732506 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214113732506 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f8f34e4bc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214113732506 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214113732506 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214113732507 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214113732507 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214113732508 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214113732509 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214113732509 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214113732509 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a11:37:33.565899 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16932): Terminating (SIGTERM)\u000a11:37:33.607866 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16935): Terminating (SIGTERM)\u000a11:37:33.650028 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16938): Terminating (SIGTERM)\u000a11:37:33.659889 --- ParallelTerminationStrategy: PID 16932 died...\u000a11:37:33.717039 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16932): Terminated: ok {rc=0}\u000a11:37:33.727352 --- ParallelTerminationStrategy: PID 16935 died...\u000a11:37:33.783657 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16935): Terminated: ok {rc=0}\u000a11:37:33.793853 --- ParallelTerminationStrategy: PID 16938 died...\u000a11:37:33.850197 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16938): Terminated: ok {rc=0}\u000a11:37:33.937665 bus /sierra_3: Setting Powered False\u000a11:37:35.045045 bus /sierra_3: Setting Powered False\u000a11:37:36.153632 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "24", "name" : "voice_oc2g+mod-bts0-ts-tchf+cfg-codec-fr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T11:37:16" }, { "cases" : [ { "testActions" : [ ], "age" : 202, "className" : "voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16950): Process ended prematurely: osmo-stp_10.42.42.5(pid=16950) [trial-2404↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16950)]", "failedSince" : 2203, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16950): Process ended prematurely: osmo-stp_10.42.42.5(pid=16950) [trial-2404↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16950)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2404 voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call.py\u000a----------------------------------------------\u000a11:37:38.122273 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a11:37:38.133944 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a11:37:38.293665 tst mo_mt_call.py: using LAC 40631\u000a11:37:38.422738 tst mo_mt_call.py: using RAC 86\u000a11:37:38.551300 tst mo_mt_call.py: using CellId 40631\u000a11:37:38.674347 tst mo_mt_call.py: using BVCI 40632\u000a11:37:38.697938 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a11:37:38.708932 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a11:37:38.720150 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a11:37:38.731122 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a11:37:38.742712 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a11:37:38.754394 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a11:37:38.877477 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a11:37:39.087208 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:37:39.574452 run create_hlr_db(pid=16944): Launched\u000a11:37:39.753059 bus /sierra_2: Setting Powered False\u000a11:37:40.775281 run create_hlr_db(pid=16944): Terminated: ok {rc=0}\u000a11:37:41.188578 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16946): Launched\u000a11:37:41.498688 run osmo-hlr_10.42.42.2(pid=16947): Launched\u000a11:37:41.612828 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:37:42.149124 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16949): Launched\u000a11:37:42.457914 run osmo-stp_10.42.42.5(pid=16950): Launched\u000a11:37:42.570623 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a11:37:43.134652 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16952): Launched\u000a11:37:43.443893 run osmo-msc_10.42.42.6(pid=16953): Launched\u000a11:37:43.626205 run osmo-stp_10.42.42.5(pid=16950): ERR: Terminated: ERROR {rc=1} [trial-2404↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16950)]\u000a11:37:43.757355 run osmo-stp_10.42.42.5(pid=16950): stdout: \u000a| (launched: 2022-12-14_11:37:42.305619)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:37:43.886018 run osmo-stp_10.42.42.5(pid=16950): stderr: \u000a| �[0;m�[38;5;43m20221214113742474 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214113742474 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214113742474 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214113742475 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214113742475 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214113742475 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214113742475 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:37:44.010377 run osmo-stp_10.42.42.5(pid=16950): stdout: \u000a| (launched: 2022-12-14_11:37:42.305619)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:37:44.133065 run osmo-stp_10.42.42.5(pid=16950): stderr: \u000a| �[0;m�[38;5;43m20221214113742474 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214113742474 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214113742474 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214113742475 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214113742475 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214113742475 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214113742475 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:37:44.187262 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=16950): Process ended prematurely: osmo-stp_10.42.42.5(pid=16950) [trial-2404↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16950)] [trial-2404↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8]\u000a11:37:44.195864 tst mo_mt_call.py:8: Test FAILED (6.1 sec)\u000a11:37:44.257049 run osmo-hlr_10.42.42.2(pid=16947): ERR: Terminated: ERROR {rc=237} [trial-2404↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16947)]\u000a11:37:44.306785 run osmo-hlr_10.42.42.2(pid=16947): stdout: \u000a| (launched: 2022-12-14_11:37:41.345447) \u000a11:37:44.357246 run osmo-hlr_10.42.42.2(pid=16947): stderr: \u000a| �[0;m�[1;31m20221214113741519 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214113741519 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214113741519 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214113741519 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214113741519 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214113741519 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214113741531 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2404/run.2022-12-14_11-25-45/voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214113741539 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214113741539 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214113741539 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:37:44.425223 run osmo-msc_10.42.42.6(pid=16953): ERR: Terminated: ERROR {rc=2} [trial-2404↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=16953)]\u000a11:37:44.474963 run osmo-msc_10.42.42.6(pid=16953): stdout: \u000a| (launched: 2022-12-14_11:37:43.290832) \u000a11:37:44.525348 run osmo-msc_10.42.42.6(pid=16953): stderr: \u000a| �[0;m�[38;5;43m20221214113743559 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214113743559 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f6648043c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214113743559 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214113743559 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214113743559 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214113743560 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214113743561 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214113743562 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214113743562 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214113743562 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a11:37:44.568348 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16946): Terminating (SIGTERM)\u000a11:37:44.609089 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16949): Terminating (SIGTERM)\u000a11:37:44.650368 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16952): Terminating (SIGTERM)\u000a11:37:44.659762 --- ParallelTerminationStrategy: PID 16946 died...\u000a11:37:44.714631 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16946): Terminated: ok {rc=0}\u000a11:37:44.724433 --- ParallelTerminationStrategy: PID 16949 died...\u000a11:37:44.778518 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16949): Terminated: ok {rc=0}\u000a11:37:44.788242 --- ParallelTerminationStrategy: PID 16952 died...\u000a11:37:44.842433 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16952): Terminated: ok {rc=0}\u000a11:37:44.927724 bus /sierra_3: Setting Powered False\u000a11:37:46.035131 bus /sierra_3: Setting Powered False\u000a11:37:47.155707 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 202, "className" : "voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16961): Process ended prematurely: osmo-stp_10.42.42.5(pid=16961) [trial-2404↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16961)]", "failedSince" : 2203, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16961): Process ended prematurely: osmo-stp_10.42.42.5(pid=16961) [trial-2404↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16961)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2404 voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a11:37:48.265411 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a11:37:48.277130 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a11:37:48.430172 tst mo_mt_call_osmux.py: using LAC 40632\u000a11:37:48.562348 tst mo_mt_call_osmux.py: using RAC 87\u000a11:37:48.691793 tst mo_mt_call_osmux.py: using CellId 40632\u000a11:37:48.823120 tst mo_mt_call_osmux.py: using BVCI 40633\u000a11:37:48.848584 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a11:37:48.860369 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a11:37:48.871808 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a11:37:48.883297 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a11:37:48.894743 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a11:37:48.906206 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a11:37:49.026097 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a11:37:49.232001 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:37:49.720596 run create_hlr_db(pid=16955): Launched\u000a11:37:49.899066 bus /sierra_2: Setting Powered False\u000a11:37:50.920701 run create_hlr_db(pid=16955): Terminated: ok {rc=0}\u000a11:37:51.364756 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16957): Launched\u000a11:37:51.697231 run osmo-hlr_10.42.42.2(pid=16958): Launched\u000a11:37:51.818642 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:37:52.397047 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16960): Launched\u000a11:37:52.729780 run osmo-stp_10.42.42.5(pid=16961): Launched\u000a11:37:52.849842 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a11:37:53.456168 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16963): Launched\u000a11:37:53.788412 run osmo-msc_10.42.42.6(pid=16964): Launched\u000a11:37:53.982198 run osmo-stp_10.42.42.5(pid=16961): ERR: Terminated: ERROR {rc=1} [trial-2404↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16961)]\u000a11:37:54.122189 run osmo-stp_10.42.42.5(pid=16961): stdout: \u000a| (launched: 2022-12-14_11:37:52.566126)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:37:54.260933 run osmo-stp_10.42.42.5(pid=16961): stderr: \u000a| �[0;m�[38;5;43m20221214113752757 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214113752757 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214113752758 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214113752758 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214113752758 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214113752759 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214113752759 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:37:54.393783 run osmo-stp_10.42.42.5(pid=16961): stdout: \u000a| (launched: 2022-12-14_11:37:52.566126)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:37:54.524781 run osmo-stp_10.42.42.5(pid=16961): stderr: \u000a| �[0;m�[38;5;43m20221214113752757 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214113752757 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214113752758 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214113752758 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214113752758 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214113752759 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214113752759 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:37:54.583096 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=16961): Process ended prematurely: osmo-stp_10.42.42.5(pid=16961) [trial-2404↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16961)] [trial-2404↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8]\u000a11:37:54.592422 tst mo_mt_call_osmux.py:8: Test FAILED (6.4 sec)\u000a11:37:54.655660 run osmo-hlr_10.42.42.2(pid=16958): ERR: Terminated: ERROR {rc=237} [trial-2404↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16958)]\u000a11:37:54.707412 run osmo-hlr_10.42.42.2(pid=16958): stdout: \u000a| (launched: 2022-12-14_11:37:51.534695) \u000a11:37:54.760020 run osmo-hlr_10.42.42.2(pid=16958): stderr: \u000a| �[0;m�[1;31m20221214113751730 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214113751730 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214113751730 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214113751730 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214113751731 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214113751731 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214113751746 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2404/run.2022-12-14_11-25-45/voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214113751757 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214113751757 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214113751757 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:37:54.831137 run osmo-msc_10.42.42.6(pid=16964): ERR: Terminated: ERROR {rc=2} [trial-2404↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=16964)]\u000a11:37:54.882749 run osmo-msc_10.42.42.6(pid=16964): stdout: \u000a| (launched: 2022-12-14_11:37:53.624676) \u000a11:37:54.934686 run osmo-msc_10.42.42.6(pid=16964): stderr: \u000a| �[0;m�[38;5;43m20221214113753947 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214113753947 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f9fcbfd5c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214113753947 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214113753947 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214113753948 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214113753948 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214113753950 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214113753950 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214113753950 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214113753950 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a11:37:54.979185 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16957): Terminating (SIGTERM)\u000a11:37:55.021123 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16960): Terminating (SIGTERM)\u000a11:37:55.063757 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16963): Terminating (SIGTERM)\u000a11:37:55.073594 --- ParallelTerminationStrategy: PID 16957 died...\u000a11:37:55.129817 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16957): Terminated: ok {rc=0}\u000a11:37:55.140045 --- ParallelTerminationStrategy: PID 16960 died...\u000a11:37:55.196030 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16960): Terminated: ok {rc=0}\u000a11:37:55.206115 --- ParallelTerminationStrategy: PID 16963 died...\u000a11:37:55.262203 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16963): Terminated: ok {rc=0}\u000a11:37:55.350625 bus /sierra_3: Setting Powered False\u000a11:37:56.458040 bus /sierra_3: Setting Powered False\u000a11:37:57.567989 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "25", "name" : "voice_oc2g+mod-bts0-ts-tchh+cfg-codec-hr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T11:37:37" }, { "cases" : [ { "testActions" : [ ], "age" : 202, "className" : "voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16978): Process ended prematurely: osmo-stp_10.42.42.5(pid=16978) [trial-2404↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16978)]", "failedSince" : 2203, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16978): Process ended prematurely: osmo-stp_10.42.42.5(pid=16978) [trial-2404↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16978)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2404 voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call.py\u000a----------------------------------------------\u000a11:37:59.534059 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a11:37:59.545623 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a11:37:59.702810 tst mo_mt_call.py: using LAC 40633\u000a11:37:59.830650 tst mo_mt_call.py: using RAC 88\u000a11:37:59.964840 tst mo_mt_call.py: using CellId 40633\u000a11:38:00.093634 tst mo_mt_call.py: using BVCI 40634\u000a11:38:00.118977 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a11:38:00.130518 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a11:38:00.141870 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a11:38:00.153297 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a11:38:00.164519 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a11:38:00.175861 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a11:38:00.296499 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a11:38:00.511123 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:38:01.082028 run create_hlr_db(pid=16972): Launched\u000a11:38:01.282277 bus /sierra_2: Setting Powered False\u000a11:38:02.298161 run create_hlr_db(pid=16972): Terminated: ok {rc=0}\u000a11:38:02.716577 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16974): Launched\u000a11:38:03.028517 run osmo-hlr_10.42.42.2(pid=16975): Launched\u000a11:38:03.152682 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:38:03.692322 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16977): Launched\u000a11:38:04.006920 run osmo-stp_10.42.42.5(pid=16978): Launched\u000a11:38:04.119300 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a11:38:04.683912 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16980): Launched\u000a11:38:04.996437 run osmo-msc_10.42.42.6(pid=16981): Launched\u000a11:38:05.178149 run osmo-stp_10.42.42.5(pid=16978): ERR: Terminated: ERROR {rc=1} [trial-2404↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16978)]\u000a11:38:05.309460 run osmo-stp_10.42.42.5(pid=16978): stdout: \u000a| (launched: 2022-12-14_11:38:03.848829)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:38:05.438928 run osmo-stp_10.42.42.5(pid=16978): stderr: \u000a| �[0;m�[38;5;43m20221214113804021 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214113804021 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214113804021 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214113804022 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214113804022 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214113804022 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214113804022 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:38:05.563071 run osmo-stp_10.42.42.5(pid=16978): stdout: \u000a| (launched: 2022-12-14_11:38:03.848829)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:38:05.686367 run osmo-stp_10.42.42.5(pid=16978): stderr: \u000a| �[0;m�[38;5;43m20221214113804021 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214113804021 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214113804021 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214113804022 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214113804022 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214113804022 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214113804022 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:38:05.740682 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=16978): Process ended prematurely: osmo-stp_10.42.42.5(pid=16978) [trial-2404↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16978)] [trial-2404↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8]\u000a11:38:05.749310 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a11:38:05.809990 run osmo-hlr_10.42.42.2(pid=16975): ERR: Terminated: ERROR {rc=237} [trial-2404↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16975)]\u000a11:38:05.859483 run osmo-hlr_10.42.42.2(pid=16975): stdout: \u000a| (launched: 2022-12-14_11:38:02.873466) \u000a11:38:05.909301 run osmo-hlr_10.42.42.2(pid=16975): stderr: \u000a| �[0;m�[1;31m20221214113803045 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214113803045 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214113803045 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214113803045 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214113803045 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214113803045 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214113803058 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2404/run.2022-12-14_11-25-45/voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214113803068 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214113803068 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214113803068 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:38:05.977088 run osmo-msc_10.42.42.6(pid=16981): ERR: Terminated: ERROR {rc=2} [trial-2404↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=16981)]\u000a11:38:06.026104 run osmo-msc_10.42.42.6(pid=16981): stdout: \u000a| (launched: 2022-12-14_11:38:04.840445) \u000a11:38:06.075497 run osmo-msc_10.42.42.6(pid=16981): stderr: \u000a| �[0;m�[38;5;43m20221214113805108 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214113805108 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f0468685c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214113805108 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214113805108 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214113805109 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214113805109 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214113805111 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214113805111 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214113805111 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214113805112 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a11:38:06.118092 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16974): Terminating (SIGTERM)\u000a11:38:06.158069 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16977): Terminating (SIGTERM)\u000a11:38:06.198006 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16980): Terminating (SIGTERM)\u000a11:38:06.207226 --- ParallelTerminationStrategy: PID 16974 died...\u000a11:38:06.261136 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16974): Terminated: ok {rc=0}\u000a11:38:06.270704 --- ParallelTerminationStrategy: PID 16977 died...\u000a11:38:06.324398 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16977): Terminated: ok {rc=0}\u000a11:38:06.333977 --- ParallelTerminationStrategy: PID 16980 died...\u000a11:38:06.387271 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16980): Terminated: ok {rc=0}\u000a11:38:06.471551 bus /sierra_3: Setting Powered False\u000a11:38:07.578875 bus /sierra_3: Setting Powered False\u000a11:38:08.687258 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 202, "className" : "voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16989): Process ended prematurely: osmo-stp_10.42.42.5(pid=16989) [trial-2404↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16989)]", "failedSince" : 2203, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16989): Process ended prematurely: osmo-stp_10.42.42.5(pid=16989) [trial-2404↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16989)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2404 voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a11:38:09.804060 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a11:38:09.816271 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a11:38:09.971137 tst mo_mt_call_osmux.py: using LAC 40634\u000a11:38:10.101333 tst mo_mt_call_osmux.py: using RAC 89\u000a11:38:10.233133 tst mo_mt_call_osmux.py: using CellId 40634\u000a11:38:10.363221 tst mo_mt_call_osmux.py: using BVCI 40635\u000a11:38:10.388645 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a11:38:10.400274 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a11:38:10.411622 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a11:38:10.422991 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a11:38:10.434365 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a11:38:10.445814 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a11:38:10.567579 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a11:38:10.774309 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:38:11.263904 run create_hlr_db(pid=16983): Launched\u000a11:38:11.440904 bus /sierra_2: Setting Powered False\u000a11:38:12.463094 run create_hlr_db(pid=16983): Terminated: ok {rc=0}\u000a11:38:12.905865 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16985): Launched\u000a11:38:13.239513 run osmo-hlr_10.42.42.2(pid=16986): Launched\u000a11:38:13.364170 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:38:13.945849 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16988): Launched\u000a11:38:14.280049 run osmo-stp_10.42.42.5(pid=16989): Launched\u000a11:38:14.400854 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a11:38:15.010412 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16991): Launched\u000a11:38:15.342884 run osmo-msc_10.42.42.6(pid=16992): Launched\u000a11:38:15.536540 run osmo-stp_10.42.42.5(pid=16989): ERR: Terminated: ERROR {rc=1} [trial-2404↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16989)]\u000a11:38:15.675925 run osmo-stp_10.42.42.5(pid=16989): stdout: \u000a| (launched: 2022-12-14_11:38:14.114879)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:38:15.814753 run osmo-stp_10.42.42.5(pid=16989): stderr: \u000a| �[0;m�[38;5;43m20221214113814306 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214113814306 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214113814306 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214113814307 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214113814307 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214113814307 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214113814307 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:38:15.955593 run osmo-stp_10.42.42.5(pid=16989): stdout: \u000a| (launched: 2022-12-14_11:38:14.114879)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:38:16.090007 run osmo-stp_10.42.42.5(pid=16989): stderr: \u000a| �[0;m�[38;5;43m20221214113814306 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214113814306 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214113814306 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214113814307 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214113814307 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214113814307 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214113814307 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:38:16.149804 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=16989): Process ended prematurely: osmo-stp_10.42.42.5(pid=16989) [trial-2404↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16989)] [trial-2404↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8]\u000a11:38:16.160211 tst mo_mt_call_osmux.py:8: Test FAILED (6.4 sec)\u000a11:38:16.225583 run osmo-hlr_10.42.42.2(pid=16986): ERR: Terminated: ERROR {rc=237} [trial-2404↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16986)]\u000a11:38:16.278696 run osmo-hlr_10.42.42.2(pid=16986): stdout: \u000a| (launched: 2022-12-14_11:38:13.075378) \u000a11:38:16.332509 run osmo-hlr_10.42.42.2(pid=16986): stderr: \u000a| �[0;m�[1;31m20221214113813271 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214113813271 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214113813271 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214113813271 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214113813271 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214113813271 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214113813283 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2404/run.2022-12-14_11-25-45/voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214113813292 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214113813292 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214113813292 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:38:16.406456 run osmo-msc_10.42.42.6(pid=16992): ERR: Terminated: ERROR {rc=2} [trial-2404↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=16992)]\u000a11:38:16.459480 run osmo-msc_10.42.42.6(pid=16992): stdout: \u000a| (launched: 2022-12-14_11:38:15.179818) \u000a11:38:16.512845 run osmo-msc_10.42.42.6(pid=16992): stderr: \u000a| �[0;m�[38;5;43m20221214113815499 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214113815499 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f7e2c700c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214113815499 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214113815499 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214113815499 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214113815500 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214113815501 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214113815502 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214113815502 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214113815502 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a11:38:16.559182 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16985): Terminating (SIGTERM)\u000a11:38:16.602105 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16988): Terminating (SIGTERM)\u000a11:38:16.644900 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16991): Terminating (SIGTERM)\u000a11:38:16.654821 --- ParallelTerminationStrategy: PID 16985 died...\u000a11:38:16.712114 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16985): Terminated: ok {rc=0}\u000a11:38:16.722713 --- ParallelTerminationStrategy: PID 16988 died...\u000a11:38:16.780215 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16988): Terminated: ok {rc=0}\u000a11:38:16.791001 --- ParallelTerminationStrategy: PID 16991 died...\u000a11:38:16.847849 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16991): Terminated: ok {rc=0}\u000a11:38:16.939114 bus /sierra_3: Setting Powered False\u000a11:38:18.040542 bus /sierra_3: Setting Powered False\u000a11:38:19.153302 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "26", "name" : "voice_oc2g+mod-bts0-ts-tchh+cfg-codec-hr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T11:37:59" }, { "cases" : [ { "testActions" : [ ], "age" : 202, "className" : "voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17004): Process ended prematurely: osmo-stp_10.42.42.5(pid=17004) [trial-2404↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17004)]", "failedSince" : 2203, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17004): Process ended prematurely: osmo-stp_10.42.42.5(pid=17004) [trial-2404↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17004)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2404 voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call.py\u000a----------------------------------------------\u000a11:38:21.118818 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a11:38:21.130075 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a11:38:21.273904 tst mo_mt_call.py: using LAC 40635\u000a11:38:21.393689 tst mo_mt_call.py: using RAC 90\u000a11:38:21.513183 tst mo_mt_call.py: using CellId 40635\u000a11:38:21.634378 tst mo_mt_call.py: using BVCI 40636\u000a11:38:21.657978 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a11:38:21.669195 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a11:38:21.680216 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a11:38:21.691155 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a11:38:21.702482 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a11:38:21.713930 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a11:38:21.837227 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a11:38:22.053373 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:38:22.586148 run create_hlr_db(pid=16998): Launched\u000a11:38:22.778535 bus /sierra_2: Setting Powered False\u000a11:38:23.798793 run create_hlr_db(pid=16998): Terminated: ok {rc=0}\u000a11:38:24.214833 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17000): Launched\u000a11:38:24.524493 run osmo-hlr_10.42.42.2(pid=17001): Launched\u000a11:38:24.645704 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:38:25.188284 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17003): Launched\u000a11:38:25.497061 run osmo-stp_10.42.42.5(pid=17004): Launched\u000a11:38:25.609595 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a11:38:26.173632 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17006): Launched\u000a11:38:26.484669 run osmo-msc_10.42.42.6(pid=17007): Launched\u000a11:38:26.666255 run osmo-stp_10.42.42.5(pid=17004): ERR: Terminated: ERROR {rc=1} [trial-2404↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17004)]\u000a11:38:26.797264 run osmo-stp_10.42.42.5(pid=17004): stdout: \u000a| (launched: 2022-12-14_11:38:25.344421)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:38:26.926326 run osmo-stp_10.42.42.5(pid=17004): stderr: \u000a| �[0;m�[38;5;43m20221214113825513 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214113825513 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214113825513 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214113825514 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214113825514 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214113825514 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214113825514 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:38:27.050287 run osmo-stp_10.42.42.5(pid=17004): stdout: \u000a| (launched: 2022-12-14_11:38:25.344421)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:38:27.173306 run osmo-stp_10.42.42.5(pid=17004): stderr: \u000a| �[0;m�[38;5;43m20221214113825513 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214113825513 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214113825513 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214113825514 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214113825514 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214113825514 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214113825514 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:38:27.227433 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=17004): Process ended prematurely: osmo-stp_10.42.42.5(pid=17004) [trial-2404↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17004)] [trial-2404↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8]\u000a11:38:27.236178 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a11:38:27.297264 run osmo-hlr_10.42.42.2(pid=17001): ERR: Terminated: ERROR {rc=237} [trial-2404↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17001)]\u000a11:38:27.347238 run osmo-hlr_10.42.42.2(pid=17001): stdout: \u000a| (launched: 2022-12-14_11:38:24.372464) \u000a11:38:27.397882 run osmo-hlr_10.42.42.2(pid=17001): stderr: \u000a| �[0;m�[1;31m20221214113824548 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214113824548 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214113824548 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214113824548 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214113824548 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214113824548 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214113824561 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2404/run.2022-12-14_11-25-45/voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214113824571 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214113824571 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214113824571 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:38:27.466486 run osmo-msc_10.42.42.6(pid=17007): ERR: Terminated: ERROR {rc=2} [trial-2404↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=17007)]\u000a11:38:27.517462 run osmo-msc_10.42.42.6(pid=17007): stdout: \u000a| (launched: 2022-12-14_11:38:26.331073) \u000a11:38:27.567823 run osmo-msc_10.42.42.6(pid=17007): stderr: \u000a| �[0;m�[38;5;43m20221214113826600 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214113826600 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f8bc149fc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214113826600 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214113826600 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214113826600 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214113826600 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214113826602 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214113826603 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214113826603 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214113826603 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a11:38:27.610741 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17000): Terminating (SIGTERM)\u000a11:38:27.651254 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17003): Terminating (SIGTERM)\u000a11:38:27.691453 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17006): Terminating (SIGTERM)\u000a11:38:27.700747 --- ParallelTerminationStrategy: PID 17000 died...\u000a11:38:27.755098 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17000): Terminated: ok {rc=0}\u000a11:38:27.764704 --- ParallelTerminationStrategy: PID 17003 died...\u000a11:38:27.818796 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17003): Terminated: ok {rc=0}\u000a11:38:27.828486 --- ParallelTerminationStrategy: PID 17006 died...\u000a11:38:27.882286 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17006): Terminated: ok {rc=0}\u000a11:38:27.967277 bus /sierra_3: Setting Powered False\u000a11:38:29.069163 bus /sierra_3: Setting Powered False\u000a11:38:30.181579 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 202, "className" : "voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17015): Process ended prematurely: osmo-stp_10.42.42.5(pid=17015) [trial-2404↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17015)]", "failedSince" : 2203, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17015): Process ended prematurely: osmo-stp_10.42.42.5(pid=17015) [trial-2404↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17015)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2404 voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call_osmux.py\u000a----------------------------------------------\u000a11:38:31.323141 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a11:38:31.340205 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a11:38:31.505259 tst mo_mt_call_osmux.py: using LAC 40636\u000a11:38:31.637489 tst mo_mt_call_osmux.py: using RAC 91\u000a11:38:31.800387 tst mo_mt_call_osmux.py: using CellId 40636\u000a11:38:31.941492 tst mo_mt_call_osmux.py: using BVCI 40637\u000a11:38:31.966378 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a11:38:31.978645 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a11:38:31.990719 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a11:38:32.002760 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a11:38:32.016117 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a11:38:32.029384 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a11:38:32.151186 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a11:38:32.360891 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:38:32.851825 run create_hlr_db(pid=17009): Launched\u000a11:38:33.030347 bus /sierra_2: Setting Powered False\u000a11:38:34.051809 run create_hlr_db(pid=17009): Terminated: ok {rc=0}\u000a11:38:34.465473 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17011): Launched\u000a11:38:34.776449 run osmo-hlr_10.42.42.2(pid=17012): Launched\u000a11:38:34.896722 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:38:35.439358 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17014): Launched\u000a11:38:35.752490 run osmo-stp_10.42.42.5(pid=17015): Launched\u000a11:38:35.865120 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a11:38:36.430886 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17017): Launched\u000a11:38:36.741739 run osmo-msc_10.42.42.6(pid=17018): Launched\u000a11:38:36.923525 run osmo-stp_10.42.42.5(pid=17015): ERR: Terminated: ERROR {rc=1} [trial-2404↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17015)]\u000a11:38:37.054916 run osmo-stp_10.42.42.5(pid=17015): stdout: \u000a| (launched: 2022-12-14_11:38:35.596551)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:38:37.184198 run osmo-stp_10.42.42.5(pid=17015): stderr: \u000a| �[0;m�[38;5;43m20221214113835766 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214113835767 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214113835767 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214113835767 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214113835768 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214113835768 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214113835768 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:38:37.308480 run osmo-stp_10.42.42.5(pid=17015): stdout: \u000a| (launched: 2022-12-14_11:38:35.596551)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:38:37.431620 run osmo-stp_10.42.42.5(pid=17015): stderr: \u000a| �[0;m�[38;5;43m20221214113835766 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214113835767 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214113835767 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214113835767 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214113835768 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214113835768 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214113835768 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:38:37.486124 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=17015): Process ended prematurely: osmo-stp_10.42.42.5(pid=17015) [trial-2404↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17015)] [trial-2404↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8]\u000a11:38:37.494767 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a11:38:37.555746 run osmo-hlr_10.42.42.2(pid=17012): ERR: Terminated: ERROR {rc=237} [trial-2404↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17012)]\u000a11:38:37.605279 run osmo-hlr_10.42.42.2(pid=17012): stdout: \u000a| (launched: 2022-12-14_11:38:34.622929) \u000a11:38:37.655529 run osmo-hlr_10.42.42.2(pid=17012): stderr: \u000a| �[0;m�[1;31m20221214113834796 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214113834797 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214113834797 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214113834797 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214113834797 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214113834797 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214113834810 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2404/run.2022-12-14_11-25-45/voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214113834819 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214113834819 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214113834819 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:38:37.723990 run osmo-msc_10.42.42.6(pid=17018): ERR: Terminated: ERROR {rc=2} [trial-2404↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=17018)]\u000a11:38:37.773476 run osmo-msc_10.42.42.6(pid=17018): stdout: \u000a| (launched: 2022-12-14_11:38:36.587835) \u000a11:38:37.823631 run osmo-msc_10.42.42.6(pid=17018): stderr: \u000a| �[0;m�[38;5;43m20221214113836858 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214113836858 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fb1852c2c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214113836858 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214113836858 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214113836858 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214113836858 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214113836860 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214113836860 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214113836861 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214113836861 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a11:38:37.866226 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17011): Terminating (SIGTERM)\u000a11:38:37.906608 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17014): Terminating (SIGTERM)\u000a11:38:37.946822 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17017): Terminating (SIGTERM)\u000a11:38:37.956100 --- ParallelTerminationStrategy: PID 17011 died...\u000a11:38:38.010463 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17011): Terminated: ok {rc=0}\u000a11:38:38.020171 --- ParallelTerminationStrategy: PID 17014 died...\u000a11:38:38.074371 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17014): Terminated: ok {rc=0}\u000a11:38:38.083986 --- ParallelTerminationStrategy: PID 17017 died...\u000a11:38:38.138020 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17017): Terminated: ok {rc=0}\u000a11:38:38.222118 bus /sierra_3: Setting Powered False\u000a11:38:39.329761 bus /sierra_3: Setting Powered False\u000a11:38:40.440836 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "27", "name" : "voice_oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T11:38:20" }, { "cases" : [ { "testActions" : [ ], "age" : 202, "className" : "voice:oc2g+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17029): Process ended prematurely: osmo-stp_10.42.42.5(pid=17029) [trial-2404↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17029)]", "failedSince" : 2203, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17029): Process ended prematurely: osmo-stp_10.42.42.5(pid=17029) [trial-2404↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17029)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2404 voice:oc2g+mod-bts0-dynts-osmo mo_mt_call.py\u000a----------------------------------------------\u000a11:38:42.391534 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a11:38:42.402522 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a11:38:42.549600 tst mo_mt_call.py: using LAC 40637\u000a11:38:42.670805 tst mo_mt_call.py: using RAC 92\u000a11:38:42.794260 tst mo_mt_call.py: using CellId 40637\u000a11:38:42.917937 tst mo_mt_call.py: using BVCI 40638\u000a11:38:42.941615 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a11:38:42.952403 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a11:38:42.963090 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a11:38:42.973727 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a11:38:42.984651 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a11:38:42.995715 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a11:38:43.114320 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a11:38:43.318894 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:38:43.805929 run create_hlr_db(pid=17023): Launched\u000a11:38:43.983566 bus /sierra_2: Setting Powered False\u000a11:38:45.005733 run create_hlr_db(pid=17023): Terminated: ok {rc=0}\u000a11:38:45.448751 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17025): Launched\u000a11:38:45.783848 run osmo-hlr_10.42.42.2(pid=17026): Launched\u000a11:38:45.968030 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:38:46.592362 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17028): Launched\u000a11:38:46.940493 run osmo-stp_10.42.42.5(pid=17029): Launched\u000a11:38:47.098145 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a11:38:47.727442 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17031): Launched\u000a11:38:48.039414 run osmo-msc_10.42.42.6(pid=17032): Launched\u000a11:38:48.221207 run osmo-stp_10.42.42.5(pid=17029): ERR: Terminated: ERROR {rc=1} [trial-2404↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17029)]\u000a11:38:48.351825 run osmo-stp_10.42.42.5(pid=17029): stdout: \u000a| (launched: 2022-12-14_11:38:46.765072)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:38:48.482044 run osmo-stp_10.42.42.5(pid=17029): stderr: \u000a| �[0;m�[38;5;43m20221214113847124 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214113847124 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214113847132 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214113847132 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214113847133 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214113847133 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214113847133 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:38:48.606371 run osmo-stp_10.42.42.5(pid=17029): stdout: \u000a| (launched: 2022-12-14_11:38:46.765072)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:38:48.729377 run osmo-stp_10.42.42.5(pid=17029): stderr: \u000a| �[0;m�[38;5;43m20221214113847124 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214113847124 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214113847132 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214113847132 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214113847133 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214113847133 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214113847133 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:38:48.783723 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=17029): Process ended prematurely: osmo-stp_10.42.42.5(pid=17029) [trial-2404↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17029)] [trial-2404↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call.py:8]\u000a11:38:48.792324 tst mo_mt_call.py:8: Test FAILED (6.4 sec)\u000a11:38:48.853635 run osmo-hlr_10.42.42.2(pid=17026): ERR: Terminated: ERROR {rc=237} [trial-2404↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17026)]\u000a11:38:48.903761 run osmo-hlr_10.42.42.2(pid=17026): stdout: \u000a| (launched: 2022-12-14_11:38:45.618243) \u000a11:38:48.954430 run osmo-hlr_10.42.42.2(pid=17026): stderr: \u000a| �[0;m�[1;31m20221214113845813 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214113845813 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214113845813 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214113845813 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214113845813 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214113845813 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214113845824 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2404/run.2022-12-14_11-25-45/voice:oc2g+mod-bts0-dynts-osmo/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214113845832 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214113845833 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214113845833 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:38:49.023427 run osmo-msc_10.42.42.6(pid=17032): ERR: Terminated: ERROR {rc=2} [trial-2404↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=17032)]\u000a11:38:49.073351 run osmo-msc_10.42.42.6(pid=17032): stdout: \u000a| (launched: 2022-12-14_11:38:47.884620) \u000a11:38:49.123800 run osmo-msc_10.42.42.6(pid=17032): stderr: \u000a| �[0;m�[38;5;43m20221214113848154 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214113848154 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f0f3de23c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214113848155 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214113848155 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214113848155 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214113848155 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214113848157 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214113848157 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214113848157 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214113848157 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a11:38:49.166761 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17025): Terminating (SIGTERM)\u000a11:38:49.207302 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17028): Terminating (SIGTERM)\u000a11:38:49.247853 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17031): Terminating (SIGTERM)\u000a11:38:49.257269 --- ParallelTerminationStrategy: PID 17025 died...\u000a11:38:49.312399 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17025): Terminated: ok {rc=0}\u000a11:38:49.322357 --- ParallelTerminationStrategy: PID 17028 died...\u000a11:38:49.376696 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17028): Terminated: ok {rc=0}\u000a11:38:49.386399 --- ParallelTerminationStrategy: PID 17031 died...\u000a11:38:49.440562 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17031): Terminated: ok {rc=0}\u000a11:38:49.531299 bus /sierra_3: Setting Powered False\u000a11:38:50.634721 bus /sierra_3: Setting Powered False\u000a11:38:51.748779 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 202, "className" : "voice:oc2g+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17040): Process ended prematurely: osmo-stp_10.42.42.5(pid=17040) [trial-2404↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17040)]", "failedSince" : 2203, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17040): Process ended prematurely: osmo-stp_10.42.42.5(pid=17040) [trial-2404↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17040)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2404 voice:oc2g+mod-bts0-dynts-osmo mo_mt_call_osmux.py\u000a----------------------------------------------\u000a11:38:52.861413 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a11:38:52.872773 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a11:38:53.020328 tst mo_mt_call_osmux.py: using LAC 40638\u000a11:38:53.143416 tst mo_mt_call_osmux.py: using RAC 93\u000a11:38:53.264221 tst mo_mt_call_osmux.py: using CellId 40638\u000a11:38:53.386668 tst mo_mt_call_osmux.py: using BVCI 40639\u000a11:38:53.410160 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a11:38:53.421110 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a11:38:53.431641 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a11:38:53.442342 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a11:38:53.453655 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a11:38:53.464711 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a11:38:53.588771 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a11:38:53.795239 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:38:54.282212 run create_hlr_db(pid=17034): Launched\u000a11:38:54.459209 bus /sierra_2: Setting Powered False\u000a11:38:55.481663 run create_hlr_db(pid=17034): Terminated: ok {rc=0}\u000a11:38:55.925367 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17036): Launched\u000a11:38:56.259201 run osmo-hlr_10.42.42.2(pid=17037): Launched\u000a11:38:56.383844 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:38:56.964709 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17039): Launched\u000a11:38:57.297559 run osmo-stp_10.42.42.5(pid=17040): Launched\u000a11:38:57.421766 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a11:38:58.033457 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17042): Launched\u000a11:38:58.367175 run osmo-msc_10.42.42.6(pid=17043): Launched\u000a11:38:58.561057 run osmo-stp_10.42.42.5(pid=17040): ERR: Terminated: ERROR {rc=1} [trial-2404↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17040)]\u000a11:38:58.700567 run osmo-stp_10.42.42.5(pid=17040): stdout: \u000a| (launched: 2022-12-14_11:38:57.133659)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:38:58.839649 run osmo-stp_10.42.42.5(pid=17040): stderr: \u000a| �[0;m�[38;5;43m20221214113857324 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214113857324 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214113857324 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214113857325 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214113857325 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214113857325 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214113857325 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:38:58.973061 run osmo-stp_10.42.42.5(pid=17040): stdout: \u000a| (launched: 2022-12-14_11:38:57.133659)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:38:59.105249 run osmo-stp_10.42.42.5(pid=17040): stderr: \u000a| �[0;m�[38;5;43m20221214113857324 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214113857324 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214113857324 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214113857325 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214113857325 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214113857325 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214113857325 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:38:59.163745 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=17040): Process ended prematurely: osmo-stp_10.42.42.5(pid=17040) [trial-2404↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17040)] [trial-2404↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8]\u000a11:38:59.173039 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a11:38:59.236245 run osmo-hlr_10.42.42.2(pid=17037): ERR: Terminated: ERROR {rc=237} [trial-2404↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17037)]\u000a11:38:59.288541 run osmo-hlr_10.42.42.2(pid=17037): stdout: \u000a| (launched: 2022-12-14_11:38:56.094688) \u000a11:38:59.341572 run osmo-hlr_10.42.42.2(pid=17037): stderr: \u000a| �[0;m�[1;31m20221214113856289 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214113856289 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214113856289 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214113856289 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214113856289 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214113856289 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214113856302 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2404/run.2022-12-14_11-25-45/voice:oc2g+mod-bts0-dynts-osmo/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214113856310 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214113856310 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214113856310 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:38:59.412871 run osmo-msc_10.42.42.6(pid=17043): ERR: Terminated: ERROR {rc=2} [trial-2404↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=17043)]\u000a11:38:59.464909 run osmo-msc_10.42.42.6(pid=17043): stdout: \u000a| (launched: 2022-12-14_11:38:58.202420) \u000a11:38:59.517545 run osmo-msc_10.42.42.6(pid=17043): stderr: \u000a| �[0;m�[38;5;43m20221214113858521 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214113858522 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fb67ef39c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214113858522 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214113858522 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214113858522 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214113858522 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214113858524 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214113858524 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214113858525 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214113858525 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a11:38:59.562378 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17036): Terminating (SIGTERM)\u000a11:38:59.605279 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17039): Terminating (SIGTERM)\u000a11:38:59.647582 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17042): Terminating (SIGTERM)\u000a11:38:59.657543 --- ParallelTerminationStrategy: PID 17036 died...\u000a11:38:59.714265 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17036): Terminated: ok {rc=0}\u000a11:38:59.724485 --- ParallelTerminationStrategy: PID 17039 died...\u000a11:38:59.781076 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17039): Terminated: ok {rc=0}\u000a11:38:59.791330 --- ParallelTerminationStrategy: PID 17042 died...\u000a11:38:59.848246 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17042): Terminated: ok {rc=0}\u000a11:38:59.935637 bus /sierra_3: Setting Powered False\u000a11:39:01.067187 bus /sierra_3: Setting Powered False\u000a11:39:02.215217 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "28", "name" : "voice_oc2g+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T11:38:42" }, { "cases" : [ { "testActions" : [ ], "age" : 202, "className" : "emergency:oc2g", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17325): Process ended prematurely: osmo-stp_10.42.42.5(pid=17325) [trial-2404↪emergency:oc2g↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17325)]", "failedSince" : 2203, "name" : "emergency_mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_mo_mt_call.py\", line 19, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17325): Process ended prematurely: osmo-stp_10.42.42.5(pid=17325) [trial-2404↪emergency:oc2g↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17325)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2404 emergency:oc2g emergency_mo_mt_call.py\u000a----------------------------------------------\u000a11:39:04.254104 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a11:39:04.265856 tst emergency:oc2g: Using 1 x bts (candidates: 1)\u000a11:39:04.398010 tst emergency_mo_mt_call.py: using LAC 40639\u000a11:39:04.522541 tst emergency_mo_mt_call.py: using RAC 94\u000a11:39:04.645354 tst emergency_mo_mt_call.py: using CellId 40639\u000a11:39:04.768221 tst emergency_mo_mt_call.py: using BVCI 40640\u000a11:39:04.792905 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a11:39:04.804605 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a11:39:04.816666 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a11:39:04.828457 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a11:39:04.841212 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a11:39:04.853901 tst emergency:oc2g: Using 1 x modem (candidates: 4)\u000a11:39:04.978790 tst emergency:oc2g: Using 1 x modem (candidates: 4)\u000a11:39:05.188571 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:39:05.726702 run create_hlr_db(pid=17318): Launched\u000a11:39:05.910347 bus /sierra_2: Setting Powered False\u000a11:39:06.930752 run create_hlr_db(pid=17318): Terminated: ok {rc=0}\u000a11:39:07.360666 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17321): Launched\u000a11:39:07.787497 run osmo-hlr_10.42.42.2(pid=17322): Launched\u000a11:39:08.035325 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:39:08.618515 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17324): Launched\u000a11:39:09.032435 run osmo-stp_10.42.42.5(pid=17325): Launched\u000a11:39:09.282106 tst emergency_mo_mt_call.py: using MSISDN 8667\u000a11:39:09.477645 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a11:39:10.062477 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17327): Launched\u000a11:39:10.469020 run osmo-msc_10.42.42.6(pid=17328): Launched\u000a11:39:10.853928 run osmo-stp_10.42.42.5(pid=17325): ERR: Terminated: ERROR {rc=1} [trial-2404↪emergency:oc2g↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17325)]\u000a11:39:11.153549 run osmo-stp_10.42.42.5(pid=17325): stdout: \u000a| (launched: 2022-12-14_11:39:08.778772)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:39:11.329666 run osmo-stp_10.42.42.5(pid=17325): stderr: \u000a| �[0;m�[38;5;43m20221214113909104 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214113909104 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214113909104 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214113909105 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214113909105 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214113909105 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214113909105 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:39:11.455827 run osmo-stp_10.42.42.5(pid=17325): stdout: \u000a| (launched: 2022-12-14_11:39:08.778772)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:39:11.583339 run osmo-stp_10.42.42.5(pid=17325): stderr: \u000a| �[0;m�[38;5;43m20221214113909104 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214113909104 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214113909104 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214113909105 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214113909105 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214113909105 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214113909105 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:39:11.637985 tst emergency_mo_mt_call.py:19: ERR: Error: osmo-stp_10.42.42.5(pid=17325): Process ended prematurely: osmo-stp_10.42.42.5(pid=17325) [trial-2404↪emergency:oc2g↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17325)] [trial-2404↪emergency:oc2g↪emergency_mo_mt_call.py:19]\u000a11:39:11.647348 tst emergency_mo_mt_call.py:19: Test FAILED (7.4 sec)\u000a11:39:11.712650 run osmo-hlr_10.42.42.2(pid=17322): ERR: Terminated: ERROR {rc=237} [trial-2404↪emergency:oc2g↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17322)]\u000a11:39:11.765863 run osmo-hlr_10.42.42.2(pid=17322): stdout: \u000a| (launched: 2022-12-14_11:39:07.528164) \u000a11:39:11.818589 run osmo-hlr_10.42.42.2(pid=17322): stderr: \u000a| �[0;m�[1;31m20221214113907831 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214113907831 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214113907831 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214113907831 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214113907832 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214113907832 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214113907848 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2404/run.2022-12-14_11-25-45/emergency:oc2g/emergency_mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214113907864 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214113907865 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214113907865 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:39:11.894872 run osmo-msc_10.42.42.6(pid=17328): ERR: Terminated: ERROR {rc=2} [trial-2404↪emergency:oc2g↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=17328)]\u000a11:39:11.974833 run osmo-msc_10.42.42.6(pid=17328): stdout: \u000a| (launched: 2022-12-14_11:39:10.222802) \u000a11:39:12.029695 run osmo-msc_10.42.42.6(pid=17328): stderr: \u000a| �[0;m�[38;5;43m20221214113910812 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214113910812 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fe62c972c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214113910812 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214113910812 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214113910815 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214113910816 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214113910817 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214113910818 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214113910818 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214113910818 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a11:39:12.075006 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17321): Terminating (SIGTERM)\u000a11:39:12.117974 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17324): Terminating (SIGTERM)\u000a11:39:12.164387 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17327): Terminating (SIGTERM)\u000a11:39:12.176233 --- ParallelTerminationStrategy: PID 17321 died...\u000a11:39:12.236230 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17321): Terminated: ok {rc=0}\u000a11:39:12.247215 --- ParallelTerminationStrategy: PID 17324 died...\u000a11:39:12.305342 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17324): Terminated: ok {rc=0}\u000a11:39:12.316122 --- ParallelTerminationStrategy: PID 17327 died...\u000a11:39:12.375301 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17327): Terminated: ok {rc=0}\u000a11:39:12.465193 bus /sierra_3: Setting Powered False\u000a11:39:13.573363 bus /sierra_3: Setting Powered False\u000a11:39:14.693121 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 251, "className" : "emergency:oc2g", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17336): Process ended prematurely: osmo-stp_10.42.42.5(pid=17336) [trial-2404↪emergency:oc2g↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17336)]", "failedSince" : 2154, "name" : "emergency_preemptive_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_preemptive_call.py\", line 32, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17336): Process ended prematurely: osmo-stp_10.42.42.5(pid=17336) [trial-2404↪emergency:oc2g↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17336)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2404 emergency:oc2g emergency_preemptive_call.py\u000a----------------------------------------------\u000a11:39:15.749898 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a11:39:15.763046 tst emergency:oc2g: Using 1 x bts (candidates: 1)\u000a11:39:15.908696 tst emergency_preemptive_call.py: using LAC 40640\u000a11:39:16.059613 tst emergency_preemptive_call.py: using RAC 95\u000a11:39:16.199920 tst emergency_preemptive_call.py: using CellId 40640\u000a11:39:16.364639 tst emergency_preemptive_call.py: using BVCI 40641\u000a11:39:16.405882 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a11:39:16.423420 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a11:39:16.439063 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a11:39:16.454326 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a11:39:16.468910 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a11:39:16.482307 tst emergency:oc2g: Using 1 x modem (candidates: 4)\u000a11:39:16.654847 tst emergency:oc2g: Using 1 x modem (candidates: 4)\u000a11:39:16.831013 tst emergency:oc2g: Using 1 x modem (candidates: 4)\u000a11:39:16.983667 tst emergency:oc2g: Using 1 x modem (candidates: 4)\u000a11:39:17.229532 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:39:17.802607 run create_hlr_db(pid=17330): Launched\u000a11:39:17.998810 bus /sierra_2: Setting Powered False\u000a11:39:19.010468 run create_hlr_db(pid=17330): Terminated: ok {rc=0}\u000a11:39:19.460278 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17332): Launched\u000a11:39:19.872712 run osmo-hlr_10.42.42.2(pid=17333): Launched\u000a11:39:20.103040 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:39:20.746158 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17335): Launched\u000a11:39:21.158265 run osmo-stp_10.42.42.5(pid=17336): Launched\u000a11:39:21.405741 tst emergency_preemptive_call.py: using MSISDN 8668\u000a11:39:21.602475 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a11:39:22.189799 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17338): Launched\u000a11:39:22.595937 run osmo-msc_10.42.42.6(pid=17339): Launched\u000a11:39:22.981672 run osmo-stp_10.42.42.5(pid=17336): ERR: Terminated: ERROR {rc=1} [trial-2404↪emergency:oc2g↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17336)]\u000a11:39:23.255400 run osmo-stp_10.42.42.5(pid=17336): stdout: \u000a| (launched: 2022-12-14_11:39:20.906258)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:39:23.449325 run osmo-stp_10.42.42.5(pid=17336): stderr: \u000a| �[0;m�[38;5;43m20221214113921237 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214113921237 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214113921237 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214113921237 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214113921238 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214113921238 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214113921238 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:39:23.577105 run osmo-stp_10.42.42.5(pid=17336): stdout: \u000a| (launched: 2022-12-14_11:39:20.906258)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:39:23.703685 run osmo-stp_10.42.42.5(pid=17336): stderr: \u000a| �[0;m�[38;5;43m20221214113921237 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214113921237 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214113921237 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214113921237 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214113921238 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214113921238 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214113921238 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:39:23.759634 tst emergency_preemptive_call.py:32: ERR: Error: osmo-stp_10.42.42.5(pid=17336): Process ended prematurely: osmo-stp_10.42.42.5(pid=17336) [trial-2404↪emergency:oc2g↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17336)] [trial-2404↪emergency:oc2g↪emergency_preemptive_call.py:32]\u000a11:39:23.768019 tst emergency_preemptive_call.py:32: Test FAILED (8.0 sec)\u000a11:39:23.832551 run osmo-hlr_10.42.42.2(pid=17333): ERR: Terminated: ERROR {rc=237} [trial-2404↪emergency:oc2g↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17333)]\u000a11:39:23.884727 run osmo-hlr_10.42.42.2(pid=17333): stdout: \u000a| (launched: 2022-12-14_11:39:19.619859) \u000a11:39:23.939042 run osmo-hlr_10.42.42.2(pid=17333): stderr: \u000a| �[0;m�[1;31m20221214113919955 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214113919955 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214113919955 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214113919955 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214113919955 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214113919955 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214113919981 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2404/run.2022-12-14_11-25-45/emergency:oc2g/emergency_preemptive_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214113919995 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214113919995 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214113919996 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:39:24.011635 run osmo-msc_10.42.42.6(pid=17339): ERR: Terminated: ERROR {rc=2} [trial-2404↪emergency:oc2g↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=17339)]\u000a11:39:24.064105 run osmo-msc_10.42.42.6(pid=17339): stdout: \u000a| (launched: 2022-12-14_11:39:22.350251) \u000a11:39:24.117306 run osmo-msc_10.42.42.6(pid=17339): stderr: \u000a| �[0;m�[38;5;43m20221214113922943 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214113922943 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ff0c7381c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214113922943 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214113922944 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214113922944 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214113922944 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214113922946 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214113922946 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214113922946 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214113922946 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a11:39:24.164064 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17332): Terminating (SIGTERM)\u000a11:39:24.209383 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17335): Terminating (SIGTERM)\u000a11:39:24.255260 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17338): Terminating (SIGTERM)\u000a11:39:24.266264 --- ParallelTerminationStrategy: PID 17332 died...\u000a11:39:24.327258 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17332): Terminated: ok {rc=0}\u000a11:39:24.338713 --- ParallelTerminationStrategy: PID 17335 died...\u000a11:39:24.396161 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17335): Terminated: ok {rc=0}\u000a11:39:24.406961 --- ParallelTerminationStrategy: PID 17338 died...\u000a11:39:24.465058 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17338): Terminated: ok {rc=0}\u000a11:39:24.556373 bus /sierra_9: Setting Powered False\u000a11:39:25.662849 bus /sierra_9: Setting Powered False\u000a11:39:26.772187 bus /sierra_8: Setting Powered False\u000a11:39:27.879584 bus /sierra_8: Setting Powered False\u000a11:39:28.988015 bus /sierra_3: Setting Powered False\u000a11:39:30.093943 bus /sierra_3: Setting Powered False\u000a11:39:31.207979 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 29.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "29", "name" : "emergency_oc2g", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T11:39:03" }, { "cases" : [ { "testActions" : [ ], "age" : 262, "className" : "gprs:oc2g", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17356): Process ended prematurely: osmo-stp_10.42.42.5(pid=17356) [trial-2404↪gprs:oc2g↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17356)]", "failedSince" : 2143, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17356): Process ended prematurely: osmo-stp_10.42.42.5(pid=17356) [trial-2404↪gprs:oc2g↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17356)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2404 gprs:oc2g cs_paging_gprs_active.py\u000a----------------------------------------------\u000a11:39:33.294639 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a11:39:33.305574 tst gprs:oc2g: Using 1 x bts (candidates: 1)\u000a11:39:33.432796 tst cs_paging_gprs_active.py: using LAC 40641\u000a11:39:33.556580 tst cs_paging_gprs_active.py: using RAC 96\u000a11:39:33.680752 tst cs_paging_gprs_active.py: using CellId 40641\u000a11:39:33.803652 tst cs_paging_gprs_active.py: using BVCI 40642\u000a11:39:33.827841 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a11:39:33.838520 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a11:39:33.848858 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a11:39:33.859198 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a11:39:33.870227 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a11:39:33.881099 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a11:39:33.891922 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a11:39:33.902728 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a11:39:33.913690 tst gprs:oc2g: Using 1 x modem (candidates: 4)\u000a11:39:34.037320 tst gprs:oc2g: Using 1 x modem (candidates: 4)\u000a11:39:34.325252 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a11:39:34.455241 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:39:34.777574 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17346): Launched\u000a11:39:35.045921 run iperf3-srv_10.42.42.10(pid=17347): Launched\u000a11:39:35.234291 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a11:39:35.362708 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:39:35.685928 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17348): Launched\u000a11:39:35.953409 run iperf3-srv_10.42.42.10(pid=17349): Launched\u000a11:39:36.143214 tst cs_paging_gprs_active.py:38: start network...\u000a11:39:36.272096 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:39:36.761193 run create_hlr_db(pid=17350): Launched\u000a11:39:36.939984 bus /sierra_2: Setting Powered False\u000a11:39:37.961168 run create_hlr_db(pid=17350): Terminated: ok {rc=0}\u000a11:39:38.405002 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17352): Launched\u000a11:39:38.740237 run osmo-hlr_10.42.42.2(pid=17353): Launched\u000a11:39:38.862958 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:39:39.441388 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17355): Launched\u000a11:39:39.775341 run osmo-stp_10.42.42.5(pid=17356): Launched\u000a11:39:39.895740 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a11:39:40.476840 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17358): Launched\u000a11:39:40.595333 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a11:39:40.885718 run patchelf(pid=17359): Launched\u000a11:39:41.079656 run osmo-stp_10.42.42.5(pid=17356): ERR: Terminated: ERROR {rc=1} [trial-2404↪gprs:oc2g↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17356)]\u000a11:39:41.221895 run osmo-stp_10.42.42.5(pid=17356): stdout: \u000a| (launched: 2022-12-14_11:39:39.610278)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:39:41.364742 run osmo-stp_10.42.42.5(pid=17356): stderr: \u000a| �[0;m�[38;5;43m20221214113939800 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214113939800 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214113939800 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214113939801 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214113939801 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214113939801 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214113939801 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:39:41.502301 run osmo-stp_10.42.42.5(pid=17356): stdout: \u000a| (launched: 2022-12-14_11:39:39.610278)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:39:41.638596 run osmo-stp_10.42.42.5(pid=17356): stderr: \u000a| �[0;m�[38;5;43m20221214113939800 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214113939800 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214113939800 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214113939801 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214113939801 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214113939801 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214113939801 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:39:41.797999 run patchelf(pid=17359): Terminating (SIGINT)\u000a11:39:41.985110 run patchelf(pid=17359): Terminated: ok {rc=0}\u000a11:39:42.019214 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=17356): Process ended prematurely: osmo-stp_10.42.42.5(pid=17356) [trial-2404↪gprs:oc2g↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17356)] [trial-2404↪gprs:oc2g↪cs_paging_gprs_active.py:38]\u000a11:39:42.028848 tst cs_paging_gprs_active.py:38: Test FAILED (8.8 sec)\u000a11:39:42.092520 run osmo-hlr_10.42.42.2(pid=17353): ERR: Terminated: ERROR {rc=237} [trial-2404↪gprs:oc2g↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17353)]\u000a11:39:42.144281 run osmo-hlr_10.42.42.2(pid=17353): stdout: \u000a| (launched: 2022-12-14_11:39:38.574597) \u000a11:39:42.196576 run osmo-hlr_10.42.42.2(pid=17353): stderr: \u000a| �[0;m�[1;31m20221214113938770 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214113938770 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214113938770 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214113938770 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214113938770 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214113938771 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214113938783 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2404/run.2022-12-14_11-25-45/gprs:oc2g/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214113938792 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214113938792 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214113938792 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:39:42.241190 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17346): Terminating (SIGTERM)\u000a11:39:42.283134 run iperf3-srv_10.42.42.10(pid=17347): Terminating (SIGTERM)\u000a11:39:42.325365 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17348): Terminating (SIGTERM)\u000a11:39:42.367369 run iperf3-srv_10.42.42.10(pid=17349): Terminating (SIGTERM)\u000a11:39:42.409511 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17352): Terminating (SIGTERM)\u000a11:39:42.451963 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17355): Terminating (SIGTERM)\u000a11:39:42.494594 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17358): Terminating (SIGTERM)\u000a11:39:42.504338 --- ParallelTerminationStrategy: PID 17346 died...\u000a11:39:42.560431 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17346): Terminated: ok {rc=0}\u000a11:39:42.570554 --- ParallelTerminationStrategy: PID 17347 died...\u000a11:39:42.626034 run iperf3-srv_10.42.42.10(pid=17347): Terminated {rc=256}\u000a11:39:42.636042 --- ParallelTerminationStrategy: PID 17348 died...\u000a11:39:42.691791 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17348): Terminated: ok {rc=0}\u000a11:39:42.701915 --- ParallelTerminationStrategy: PID 17349 died...\u000a11:39:42.757487 run iperf3-srv_10.42.42.10(pid=17349): Terminated {rc=256}\u000a11:39:42.767548 --- ParallelTerminationStrategy: PID 17352 died...\u000a11:39:42.823447 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17352): Terminated: ok {rc=0}\u000a11:39:42.833686 --- ParallelTerminationStrategy: PID 17355 died...\u000a11:39:42.889822 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17355): Terminated: ok {rc=0}\u000a11:39:42.899969 --- ParallelTerminationStrategy: PID 17358 died...\u000a11:39:42.955497 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17358): Terminated: ok {rc=0}\u000a11:39:43.042857 bus /gobi_0: Setting Powered False\u000a11:39:44.149042 bus /gobi_0: Setting Powered False\u000a11:39:45.261091 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 262, "className" : "gprs:oc2g", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17368): Process ended prematurely: osmo-stp_10.42.42.5(pid=17368) [trial-2404↪gprs:oc2g↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17368)]", "failedSince" : 2143, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17368): Process ended prematurely: osmo-stp_10.42.42.5(pid=17368) [trial-2404↪gprs:oc2g↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17368)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2404 gprs:oc2g iperf3.py\u000a----------------------------------------------\u000a11:39:46.402703 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a11:39:46.417229 tst gprs:oc2g: Using 1 x bts (candidates: 1)\u000a11:39:46.557764 tst iperf3.py: using LAC 40642\u000a11:39:46.690804 tst iperf3.py: using RAC 97\u000a11:39:46.818772 tst iperf3.py: using CellId 40642\u000a11:39:46.994616 tst iperf3.py: using BVCI 40643\u000a11:39:47.026709 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a11:39:47.038974 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a11:39:47.051445 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a11:39:47.063279 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a11:39:47.075976 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a11:39:47.088698 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a11:39:47.101632 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a11:39:47.114399 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a11:39:47.127320 tst gprs:oc2g: Using 1 x modem (candidates: 4)\u000a11:39:47.424413 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a11:39:47.553752 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:39:47.874574 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17360): Launched\u000a11:39:48.140487 run iperf3-srv_10.42.42.10(pid=17361): Launched\u000a11:39:48.328164 tst iperf3.py:8: start network...\u000a11:39:48.456431 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:39:48.944599 run create_hlr_db(pid=17362): Launched\u000a11:39:49.122522 bus /gobi_6: Setting Powered False\u000a11:39:50.143383 run create_hlr_db(pid=17362): Terminated: ok {rc=0}\u000a11:39:50.586791 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17364): Launched\u000a11:39:50.919776 run osmo-hlr_10.42.42.2(pid=17365): Launched\u000a11:39:51.044301 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:39:51.623406 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17367): Launched\u000a11:39:51.957848 run osmo-stp_10.42.42.5(pid=17368): Launched\u000a11:39:52.079207 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a11:39:52.661183 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17370): Launched\u000a11:39:52.779978 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a11:39:53.072626 run patchelf(pid=17371): Launched\u000a11:39:53.267101 run osmo-stp_10.42.42.5(pid=17368): ERR: Terminated: ERROR {rc=1} [trial-2404↪gprs:oc2g↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17368)]\u000a11:39:53.408543 run osmo-stp_10.42.42.5(pid=17368): stdout: \u000a| (launched: 2022-12-14_11:39:51.792869)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:39:53.550757 run osmo-stp_10.42.42.5(pid=17368): stderr: \u000a| �[0;m�[38;5;43m20221214113951984 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214113951984 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214113951985 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214113951985 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214113951986 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214113951986 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214113951986 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:39:53.687776 run osmo-stp_10.42.42.5(pid=17368): stdout: \u000a| (launched: 2022-12-14_11:39:51.792869)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:39:53.823851 run osmo-stp_10.42.42.5(pid=17368): stderr: \u000a| �[0;m�[38;5;43m20221214113951984 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214113951984 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214113951985 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214113951985 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214113951986 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214113951986 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214113951986 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:39:53.982757 run patchelf(pid=17371): Terminating (SIGINT)\u000a11:39:54.169289 run patchelf(pid=17371): Terminated: ok {rc=0}\u000a11:39:54.203235 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=17368): Process ended prematurely: osmo-stp_10.42.42.5(pid=17368) [trial-2404↪gprs:oc2g↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17368)] [trial-2404↪gprs:oc2g↪iperf3.py:8]\u000a11:39:54.213172 tst iperf3.py:8: Test FAILED (7.9 sec)\u000a11:39:54.275851 run osmo-hlr_10.42.42.2(pid=17365): ERR: Terminated: ERROR {rc=237} [trial-2404↪gprs:oc2g↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17365)]\u000a11:39:54.327057 run osmo-hlr_10.42.42.2(pid=17365): stdout: \u000a| (launched: 2022-12-14_11:39:50.756054) \u000a11:39:54.378986 run osmo-hlr_10.42.42.2(pid=17365): stderr: \u000a| �[0;m�[1;31m20221214113950954 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214113950954 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214113950954 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214113950954 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214113950954 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214113950955 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214113950967 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2404/run.2022-12-14_11-25-45/gprs:oc2g/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214113950975 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214113950975 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214113950976 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:39:54.423462 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17360): Terminating (SIGTERM)\u000a11:39:54.465506 run iperf3-srv_10.42.42.10(pid=17361): Terminating (SIGTERM)\u000a11:39:54.508114 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17364): Terminating (SIGTERM)\u000a11:39:54.550640 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17367): Terminating (SIGTERM)\u000a11:39:54.593055 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17370): Terminating (SIGTERM)\u000a11:39:54.602823 --- ParallelTerminationStrategy: PID 17360 died...\u000a11:39:54.658695 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17360): Terminated: ok {rc=0}\u000a11:39:54.668741 --- ParallelTerminationStrategy: PID 17361 died...\u000a11:39:54.724445 run iperf3-srv_10.42.42.10(pid=17361): Terminated {rc=256}\u000a11:39:54.734616 --- ParallelTerminationStrategy: PID 17364 died...\u000a11:39:54.790908 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17364): Terminated: ok {rc=0}\u000a11:39:54.801094 --- ParallelTerminationStrategy: PID 17367 died...\u000a11:39:54.856770 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17367): Terminated: ok {rc=0}\u000a11:39:54.866926 --- ParallelTerminationStrategy: PID 17370 died...\u000a11:39:54.922331 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17370): Terminated: ok {rc=0}\u000a11:39:55.010718 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 266, "className" : "gprs:oc2g", "duration" : 12.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17389): Process ended prematurely: osmo-stp_10.42.42.5(pid=17389) [trial-2404↪gprs:oc2g↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17389)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17389): Process ended prematurely: osmo-stp_10.42.42.5(pid=17389) [trial-2404↪gprs:oc2g↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17389)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2404 gprs:oc2g iperf3m4.py\u000a----------------------------------------------\u000a11:39:56.126701 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a11:39:56.138450 tst gprs:oc2g: Using 1 x bts (candidates: 1)\u000a11:39:56.270901 tst iperf3m4.py: using LAC 40643\u000a11:39:56.401183 tst iperf3m4.py: using RAC 98\u000a11:39:56.532366 tst iperf3m4.py: using CellId 40643\u000a11:39:56.664103 tst iperf3m4.py: using BVCI 40644\u000a11:39:56.689576 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a11:39:56.700440 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a11:39:56.711434 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a11:39:56.722468 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a11:39:56.733544 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a11:39:56.744379 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a11:39:56.755540 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a11:39:56.766445 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a11:39:56.777421 tst gprs:oc2g: Using 1 x modem (candidates: 4)\u000a11:39:56.898934 tst gprs:oc2g: Using 1 x modem (candidates: 4)\u000a11:39:57.019128 tst gprs:oc2g: Using 1 x modem (candidates: 4)\u000a11:39:57.140481 tst gprs:oc2g: Using 1 x modem (candidates: 4)\u000a11:39:57.423624 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a11:39:57.552447 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:39:57.887492 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17372): Launched\u000a11:39:58.176708 run iperf3-srv_10.42.42.10(pid=17373): Launched\u000a11:39:58.381296 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a11:39:58.520221 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:39:58.865925 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17374): Launched\u000a11:39:59.153867 run iperf3-srv_10.42.42.10(pid=17375): Launched\u000a11:39:59.357254 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a11:39:59.495549 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:39:59.841751 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17376): Launched\u000a11:40:00.128622 run iperf3-srv_10.42.42.10(pid=17377): Launched\u000a11:40:00.331564 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a11:40:00.469863 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:40:00.814008 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17378): Launched\u000a11:40:01.125190 run iperf3-srv_10.42.42.10(pid=17379): Launched\u000a11:40:01.331908 tst iperf3m4.py:8: start network...\u000a11:40:01.485328 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:40:02.056891 run create_hlr_db(pid=17383): Launched\u000a11:40:02.248073 bus /gobi_6: Setting Powered False\u000a11:40:03.258129 run create_hlr_db(pid=17383): Terminated: ok {rc=0}\u000a11:40:03.705824 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17385): Launched\u000a11:40:04.038487 run osmo-hlr_10.42.42.2(pid=17386): Launched\u000a11:40:04.159376 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:40:04.737718 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17388): Launched\u000a11:40:05.071721 run osmo-stp_10.42.42.5(pid=17389): Launched\u000a11:40:05.190824 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a11:40:05.772610 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17391): Launched\u000a11:40:05.892175 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a11:40:06.184164 run patchelf(pid=17392): Launched\u000a11:40:06.378490 run osmo-stp_10.42.42.5(pid=17389): ERR: Terminated: ERROR {rc=1} [trial-2404↪gprs:oc2g↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17389)]\u000a11:40:06.519882 run osmo-stp_10.42.42.5(pid=17389): stdout: \u000a| (launched: 2022-12-14_11:40:04.907439)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:40:06.662013 run osmo-stp_10.42.42.5(pid=17389): stderr: \u000a| �[0;m�[38;5;43m20221214114005096 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214114005097 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214114005097 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214114005097 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214114005098 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214114005098 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214114005098 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:40:06.799600 run osmo-stp_10.42.42.5(pid=17389): stdout: \u000a| (launched: 2022-12-14_11:40:04.907439)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:40:06.936190 run osmo-stp_10.42.42.5(pid=17389): stderr: \u000a| �[0;m�[38;5;43m20221214114005096 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214114005097 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214114005097 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214114005097 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214114005098 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214114005098 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214114005098 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:40:07.094915 run patchelf(pid=17392): Terminating (SIGINT)\u000a11:40:07.280933 run patchelf(pid=17392): Terminated: ok {rc=0}\u000a11:40:07.315015 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=17389): Process ended prematurely: osmo-stp_10.42.42.5(pid=17389) [trial-2404↪gprs:oc2g↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17389)] [trial-2404↪gprs:oc2g↪iperf3m4.py:8]\u000a11:40:07.324754 tst iperf3m4.py:8: Test FAILED (11.2 sec)\u000a11:40:07.387943 run osmo-hlr_10.42.42.2(pid=17386): ERR: Terminated: ERROR {rc=237} [trial-2404↪gprs:oc2g↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17386)]\u000a11:40:07.439242 run osmo-hlr_10.42.42.2(pid=17386): stdout: \u000a| (launched: 2022-12-14_11:40:03.875498) \u000a11:40:07.491159 run osmo-hlr_10.42.42.2(pid=17386): stderr: \u000a| �[0;m�[1;31m20221214114004070 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214114004070 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214114004070 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214114004070 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214114004070 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214114004070 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214114004082 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2404/run.2022-12-14_11-25-45/gprs:oc2g/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214114004091 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214114004091 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214114004091 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:40:07.535710 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17372): Terminating (SIGTERM)\u000a11:40:07.577911 run iperf3-srv_10.42.42.10(pid=17373): Terminating (SIGTERM)\u000a11:40:07.619580 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17374): Terminating (SIGTERM)\u000a11:40:07.661290 run iperf3-srv_10.42.42.10(pid=17375): Terminating (SIGTERM)\u000a11:40:07.703429 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17376): Terminating (SIGTERM)\u000a11:40:07.745059 run iperf3-srv_10.42.42.10(pid=17377): Terminating (SIGTERM)\u000a11:40:07.787231 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17378): Terminating (SIGTERM)\u000a11:40:07.829026 run iperf3-srv_10.42.42.10(pid=17379): Terminating (SIGTERM)\u000a11:40:07.871303 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17385): Terminating (SIGTERM)\u000a11:40:07.913430 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17388): Terminating (SIGTERM)\u000a11:40:07.955506 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17391): Terminating (SIGTERM)\u000a11:40:07.965258 --- ParallelTerminationStrategy: PID 17372 died...\u000a11:40:08.020858 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17372): Terminated: ok {rc=0}\u000a11:40:08.030944 --- ParallelTerminationStrategy: PID 17373 died...\u000a11:40:08.086193 run iperf3-srv_10.42.42.10(pid=17373): Terminated {rc=256}\u000a11:40:08.096235 --- ParallelTerminationStrategy: PID 17374 died...\u000a11:40:08.151444 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17374): Terminated: ok {rc=0}\u000a11:40:08.161873 --- ParallelTerminationStrategy: PID 17375 died...\u000a11:40:08.217139 run iperf3-srv_10.42.42.10(pid=17375): Terminated {rc=256}\u000a11:40:08.227157 --- ParallelTerminationStrategy: PID 17376 died...\u000a11:40:08.282726 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17376): Terminated: ok {rc=0}\u000a11:40:08.292841 --- ParallelTerminationStrategy: PID 17377 died...\u000a11:40:08.348498 run iperf3-srv_10.42.42.10(pid=17377): Terminated {rc=256}\u000a11:40:08.358615 --- ParallelTerminationStrategy: PID 17378 died...\u000a11:40:08.414155 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17378): Terminated: ok {rc=0}\u000a11:40:08.424222 --- ParallelTerminationStrategy: PID 17379 died...\u000a11:40:08.479711 run iperf3-srv_10.42.42.10(pid=17379): Terminated {rc=256}\u000a11:40:08.489918 --- ParallelTerminationStrategy: PID 17385 died...\u000a11:40:08.545428 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17385): Terminated: ok {rc=0}\u000a11:40:08.555572 --- ParallelTerminationStrategy: PID 17388 died...\u000a11:40:08.611004 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17388): Terminated: ok {rc=0}\u000a11:40:08.621149 --- ParallelTerminationStrategy: PID 17391 died...\u000a11:40:08.676503 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17391): Terminated: ok {rc=0}\u000a11:40:08.763899 bus /gobi_4: Setting Powered False\u000a11:40:09.871431 bus /gobi_4: Setting Powered False\u000a11:40:10.985061 bus /gobi_1: Setting Powered False\u000a11:40:12.089040 bus /gobi_1: Setting Powered False\u000a11:40:13.201213 bus /gobi_0: Setting Powered False\u000a11:40:14.303033 bus /gobi_0: Setting Powered False\u000a11:40:15.410309 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 266, "className" : "gprs:oc2g", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17399): Process ended prematurely: osmo-stp_10.42.42.5(pid=17399) [trial-2404↪gprs:oc2g↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17399)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17399): Process ended prematurely: osmo-stp_10.42.42.5(pid=17399) [trial-2404↪gprs:oc2g↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17399)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2404 gprs:oc2g ping.py\u000a----------------------------------------------\u000a11:40:16.478470 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a11:40:16.490713 tst gprs:oc2g: Using 1 x bts (candidates: 1)\u000a11:40:16.650730 tst ping.py: using LAC 40644\u000a11:40:16.783150 tst ping.py: using RAC 99\u000a11:40:16.916780 tst ping.py: using CellId 40644\u000a11:40:17.044341 tst ping.py: using BVCI 40645\u000a11:40:17.071097 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a11:40:17.082817 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a11:40:17.094320 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a11:40:17.105909 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a11:40:17.118725 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a11:40:17.131704 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a11:40:17.144425 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a11:40:17.156805 tst gprs:oc2g: Using 1 x modem (candidates: 4)\u000a11:40:17.441883 tst ping.py:19: start network...\u000a11:40:17.568780 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:40:18.045745 run create_hlr_db(pid=17393): Launched\u000a11:40:18.221325 bus /gobi_6: Setting Powered False\u000a11:40:19.243320 run create_hlr_db(pid=17393): Terminated: ok {rc=0}\u000a11:40:19.649615 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17395): Launched\u000a11:40:19.956332 run osmo-hlr_10.42.42.2(pid=17396): Launched\u000a11:40:20.074171 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:40:20.611158 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17398): Launched\u000a11:40:20.916837 run osmo-stp_10.42.42.5(pid=17399): Launched\u000a11:40:21.027641 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a11:40:21.558852 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17401): Launched\u000a11:40:21.667212 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a11:40:21.935601 run patchelf(pid=17402): Launched\u000a11:40:22.115397 run osmo-stp_10.42.42.5(pid=17399): ERR: Terminated: ERROR {rc=1} [trial-2404↪gprs:oc2g↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17399)]\u000a11:40:22.246741 run osmo-stp_10.42.42.5(pid=17399): stdout: \u000a| (launched: 2022-12-14_11:40:20.765393)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:40:22.378295 run osmo-stp_10.42.42.5(pid=17399): stderr: \u000a| �[0;m�[38;5;43m20221214114020934 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214114020934 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214114020934 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214114020935 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214114020935 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214114020935 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214114020935 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:40:22.504762 run osmo-stp_10.42.42.5(pid=17399): stdout: \u000a| (launched: 2022-12-14_11:40:20.765393)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:40:22.630020 run osmo-stp_10.42.42.5(pid=17399): stderr: \u000a| �[0;m�[38;5;43m20221214114020934 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214114020934 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214114020934 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214114020935 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214114020935 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214114020935 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214114020935 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:40:22.775591 run patchelf(pid=17402): Terminating (SIGINT)\u000a11:40:22.946652 run patchelf(pid=17402): Terminated: ok {rc=0}\u000a11:40:22.977612 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=17399): Process ended prematurely: osmo-stp_10.42.42.5(pid=17399) [trial-2404↪gprs:oc2g↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17399)] [trial-2404↪gprs:oc2g↪ping.py:22]\u000a11:40:22.986203 tst ping.py:22: Test FAILED (6.5 sec)\u000a11:40:23.047966 run osmo-hlr_10.42.42.2(pid=17396): ERR: Terminated: ERROR {rc=237} [trial-2404↪gprs:oc2g↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17396)]\u000a11:40:23.098081 run osmo-hlr_10.42.42.2(pid=17396): stdout: \u000a| (launched: 2022-12-14_11:40:19.804188) \u000a11:40:23.148853 run osmo-hlr_10.42.42.2(pid=17396): stderr: \u000a| �[0;m�[1;31m20221214114019979 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214114019979 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214114019980 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214114019980 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214114019980 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214114019980 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214114019991 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2404/run.2022-12-14_11-25-45/gprs:oc2g/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214114019999 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214114019999 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214114019999 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:40:23.192355 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17395): Terminating (SIGTERM)\u000a11:40:23.233466 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17398): Terminating (SIGTERM)\u000a11:40:23.274341 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17401): Terminating (SIGTERM)\u000a11:40:23.283870 --- ParallelTerminationStrategy: PID 17395 died...\u000a11:40:23.338949 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17395): Terminated: ok {rc=0}\u000a11:40:23.348862 --- ParallelTerminationStrategy: PID 17398 died...\u000a11:40:23.403655 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17398): Terminated: ok {rc=0}\u000a11:40:23.413921 --- ParallelTerminationStrategy: PID 17401 died...\u000a11:40:23.468146 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17401): Terminated: ok {rc=0}\u000a11:40:23.553322 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 266, "className" : "gprs:oc2g", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17409): Process ended prematurely: osmo-stp_10.42.42.5(pid=17409) [trial-2404↪gprs:oc2g↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17409)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17409): Process ended prematurely: osmo-stp_10.42.42.5(pid=17409) [trial-2404↪gprs:oc2g↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17409)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2404 gprs:oc2g ping_idle_ping.py\u000a----------------------------------------------\u000a11:40:24.603832 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a11:40:24.615245 tst gprs:oc2g: Using 1 x bts (candidates: 1)\u000a11:40:24.739218 tst ping_idle_ping.py: using LAC 40645\u000a11:40:24.864400 tst ping_idle_ping.py: using RAC 100\u000a11:40:24.984029 tst ping_idle_ping.py: using CellId 40645\u000a11:40:25.104110 tst ping_idle_ping.py: using BVCI 40646\u000a11:40:25.127551 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a11:40:25.138288 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a11:40:25.148987 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a11:40:25.159567 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a11:40:25.170786 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a11:40:25.181863 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a11:40:25.193098 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a11:40:25.204180 tst gprs:oc2g: Using 1 x modem (candidates: 4)\u000a11:40:25.485050 tst ping_idle_ping.py:24: start network...\u000a11:40:25.611859 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:40:26.095074 run create_hlr_db(pid=17403): Launched\u000a11:40:26.272362 bus /gobi_6: Setting Powered False\u000a11:40:27.293911 run create_hlr_db(pid=17403): Terminated: ok {rc=0}\u000a11:40:27.705639 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17405): Launched\u000a11:40:28.013653 run osmo-hlr_10.42.42.2(pid=17406): Launched\u000a11:40:28.132443 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:40:28.671175 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17408): Launched\u000a11:40:28.979113 run osmo-stp_10.42.42.5(pid=17409): Launched\u000a11:40:29.090449 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a11:40:29.624259 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17411): Launched\u000a11:40:29.732848 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a11:40:30.001583 run patchelf(pid=17412): Launched\u000a11:40:30.181669 run osmo-stp_10.42.42.5(pid=17409): ERR: Terminated: ERROR {rc=1} [trial-2404↪gprs:oc2g↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17409)]\u000a11:40:30.313193 run osmo-stp_10.42.42.5(pid=17409): stdout: \u000a| (launched: 2022-12-14_11:40:28.826477)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:40:30.445892 run osmo-stp_10.42.42.5(pid=17409): stderr: \u000a| �[0;m�[38;5;43m20221214114028997 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214114028997 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214114028997 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214114028997 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214114028998 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214114028998 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214114028998 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:40:30.572151 run osmo-stp_10.42.42.5(pid=17409): stdout: \u000a| (launched: 2022-12-14_11:40:28.826477)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:40:30.697950 run osmo-stp_10.42.42.5(pid=17409): stderr: \u000a| �[0;m�[38;5;43m20221214114028997 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214114028997 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214114028997 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214114028997 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214114028998 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214114028998 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214114028998 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:40:30.844737 run patchelf(pid=17412): Terminating (SIGINT)\u000a11:40:31.035471 run patchelf(pid=17412): Terminated: ok {rc=0}\u000a11:40:31.068020 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=17409): Process ended prematurely: osmo-stp_10.42.42.5(pid=17409) [trial-2404↪gprs:oc2g↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17409)] [trial-2404↪gprs:oc2g↪ping_idle_ping.py:27]\u000a11:40:31.077853 tst ping_idle_ping.py:27: Test FAILED (6.5 sec)\u000a11:40:31.141867 run osmo-hlr_10.42.42.2(pid=17406): ERR: Terminated: ERROR {rc=237} [trial-2404↪gprs:oc2g↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17406)]\u000a11:40:31.193466 run osmo-hlr_10.42.42.2(pid=17406): stdout: \u000a| (launched: 2022-12-14_11:40:27.860748) \u000a11:40:31.246030 run osmo-hlr_10.42.42.2(pid=17406): stderr: \u000a| �[0;m�[1;31m20221214114028036 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214114028036 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214114028036 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214114028036 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214114028037 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214114028037 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214114028048 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2404/run.2022-12-14_11-25-45/gprs:oc2g/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214114028056 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214114028057 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214114028057 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:40:31.290844 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17405): Terminating (SIGTERM)\u000a11:40:31.334195 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17408): Terminating (SIGTERM)\u000a11:40:31.377890 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17411): Terminating (SIGTERM)\u000a11:40:31.387808 --- ParallelTerminationStrategy: PID 17405 died...\u000a11:40:31.445151 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17405): Terminated: ok {rc=0}\u000a11:40:31.455803 --- ParallelTerminationStrategy: PID 17408 died...\u000a11:40:31.513059 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17408): Terminated: ok {rc=0}\u000a11:40:31.523751 --- ParallelTerminationStrategy: PID 17411 died...\u000a11:40:31.581438 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17411): Terminated: ok {rc=0}\u000a11:40:31.681372 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "30", "name" : "gprs_oc2g", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T11:39:32" }, { "cases" : [ { "testActions" : [ ], "age" : 266, "className" : "gprs:oc2g+mod-bts0-egprs", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17426): Process ended prematurely: osmo-stp_10.42.42.5(pid=17426) [trial-2404↪gprs:oc2g+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17426)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17426): Process ended prematurely: osmo-stp_10.42.42.5(pid=17426) [trial-2404↪gprs:oc2g+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17426)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2404 gprs:oc2g+mod-bts0-egprs cs_paging_gprs_active.py\u000a----------------------------------------------\u000a11:40:33.798403 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:40:33.809843 tst gprs:oc2g+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a11:40:33.950708 tst cs_paging_gprs_active.py: using LAC 40646\u000a11:40:34.076708 tst cs_paging_gprs_active.py: using RAC 101\u000a11:40:34.202944 tst cs_paging_gprs_active.py: using CellId 40646\u000a11:40:34.330344 tst cs_paging_gprs_active.py: using BVCI 40647\u000a11:40:34.355491 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:40:34.366980 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:40:34.378210 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:40:34.389329 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:40:34.400520 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:40:34.411746 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:40:34.423340 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:40:34.434558 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:40:34.446048 tst gprs:oc2g+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a11:40:34.563993 tst gprs:oc2g+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a11:40:34.858671 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a11:40:34.994665 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:40:35.332249 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17416): Launched\u000a11:40:35.612556 run iperf3-srv_10.42.42.10(pid=17417): Launched\u000a11:40:35.811056 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a11:40:35.946733 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:40:36.283158 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17418): Launched\u000a11:40:36.562769 run iperf3-srv_10.42.42.10(pid=17419): Launched\u000a11:40:36.761787 tst cs_paging_gprs_active.py:38: start network...\u000a11:40:36.897479 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:40:37.421343 run create_hlr_db(pid=17420): Launched\u000a11:40:37.610515 bus /gobi_6: Setting Powered False\u000a11:40:38.631063 run create_hlr_db(pid=17420): Terminated: ok {rc=0}\u000a11:40:39.066800 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17422): Launched\u000a11:40:39.395942 run osmo-hlr_10.42.42.2(pid=17423): Launched\u000a11:40:39.517588 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:40:40.090969 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17425): Launched\u000a11:40:40.416271 run osmo-stp_10.42.42.5(pid=17426): Launched\u000a11:40:40.533790 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a11:40:41.102998 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17428): Launched\u000a11:40:41.219205 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a11:40:41.506451 run patchelf(pid=17429): Launched\u000a11:40:41.697707 run osmo-stp_10.42.42.5(pid=17426): ERR: Terminated: ERROR {rc=1} [trial-2404↪gprs:oc2g+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17426)]\u000a11:40:41.837895 run osmo-stp_10.42.42.5(pid=17426): stdout: \u000a| (launched: 2022-12-14_11:40:40.256720)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:40:41.978647 run osmo-stp_10.42.42.5(pid=17426): stderr: \u000a| �[0;m�[38;5;43m20221214114040445 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214114040445 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214114040446 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214114040446 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214114040446 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214114040447 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214114040447 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:40:42.114079 run osmo-stp_10.42.42.5(pid=17426): stdout: \u000a| (launched: 2022-12-14_11:40:40.256720)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:40:42.247799 run osmo-stp_10.42.42.5(pid=17426): stderr: \u000a| �[0;m�[38;5;43m20221214114040445 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214114040445 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214114040446 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214114040446 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214114040446 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214114040447 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214114040447 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:40:42.403587 run patchelf(pid=17429): Terminating (SIGINT)\u000a11:40:42.586550 run patchelf(pid=17429): Terminated: ok {rc=0}\u000a11:40:42.620188 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=17426): Process ended prematurely: osmo-stp_10.42.42.5(pid=17426) [trial-2404↪gprs:oc2g+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17426)] [trial-2404↪gprs:oc2g+mod-bts0-egprs↪cs_paging_gprs_active.py:38]\u000a11:40:42.630380 tst cs_paging_gprs_active.py:38: Test FAILED (8.9 sec)\u000a11:40:42.693842 run osmo-hlr_10.42.42.2(pid=17423): ERR: Terminated: ERROR {rc=237} [trial-2404↪gprs:oc2g+mod-bts0-egprs↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17423)]\u000a11:40:42.745616 run osmo-hlr_10.42.42.2(pid=17423): stdout: \u000a| (launched: 2022-12-14_11:40:39.233390) \u000a11:40:42.798564 run osmo-hlr_10.42.42.2(pid=17423): stderr: \u000a| �[0;m�[1;31m20221214114039431 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214114039431 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214114039431 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214114039431 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214114039431 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214114039431 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214114039444 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2404/run.2022-12-14_11-25-45/gprs:oc2g+mod-bts0-egprs/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214114039452 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214114039452 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214114039453 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:40:42.844243 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17416): Terminating (SIGTERM)\u000a11:40:42.886964 run iperf3-srv_10.42.42.10(pid=17417): Terminating (SIGTERM)\u000a11:40:42.929799 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17418): Terminating (SIGTERM)\u000a11:40:42.972186 run iperf3-srv_10.42.42.10(pid=17419): Terminating (SIGTERM)\u000a11:40:43.014886 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17422): Terminating (SIGTERM)\u000a11:40:43.057489 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17425): Terminating (SIGTERM)\u000a11:40:43.100452 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17428): Terminating (SIGTERM)\u000a11:40:43.110323 --- ParallelTerminationStrategy: PID 17416 died...\u000a11:40:43.167473 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17416): Terminated: ok {rc=0}\u000a11:40:43.177994 --- ParallelTerminationStrategy: PID 17417 died...\u000a11:40:43.234384 run iperf3-srv_10.42.42.10(pid=17417): Terminated {rc=256}\u000a11:40:43.244481 --- ParallelTerminationStrategy: PID 17418 died...\u000a11:40:43.300656 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17418): Terminated: ok {rc=0}\u000a11:40:43.310852 --- ParallelTerminationStrategy: PID 17419 died...\u000a11:40:43.367658 run iperf3-srv_10.42.42.10(pid=17419): Terminated {rc=256}\u000a11:40:43.377940 --- ParallelTerminationStrategy: PID 17422 died...\u000a11:40:43.433888 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17422): Terminated: ok {rc=0}\u000a11:40:43.444009 --- ParallelTerminationStrategy: PID 17425 died...\u000a11:40:43.500244 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17425): Terminated: ok {rc=0}\u000a11:40:43.510378 --- ParallelTerminationStrategy: PID 17428 died...\u000a11:40:43.566981 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17428): Terminated: ok {rc=0}\u000a11:40:43.655214 bus /gobi_0: Setting Powered False\u000a11:40:44.758369 bus /gobi_0: Setting Powered False\u000a11:40:45.872918 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 266, "className" : "gprs:oc2g+mod-bts0-egprs", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17442): Process ended prematurely: osmo-stp_10.42.42.5(pid=17442) [trial-2404↪gprs:oc2g+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17442)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17442): Process ended prematurely: osmo-stp_10.42.42.5(pid=17442) [trial-2404↪gprs:oc2g+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17442)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2404 gprs:oc2g+mod-bts0-egprs iperf3.py\u000a----------------------------------------------\u000a11:40:46.983422 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:40:46.995794 tst gprs:oc2g+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a11:40:47.134451 tst iperf3.py: using LAC 40647\u000a11:40:47.264041 tst iperf3.py: using RAC 102\u000a11:40:47.384386 tst iperf3.py: using CellId 40647\u000a11:40:47.505372 tst iperf3.py: using BVCI 40648\u000a11:40:47.528579 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:40:47.539460 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:40:47.550073 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:40:47.560638 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:40:47.571394 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:40:47.582640 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:40:47.593651 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:40:47.604275 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:40:47.615274 tst gprs:oc2g+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a11:40:47.895748 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a11:40:48.022119 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:40:48.339646 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17430): Launched\u000a11:40:48.613609 run iperf3-srv_10.42.42.10(pid=17431): Launched\u000a11:40:48.813605 tst iperf3.py:8: start network...\u000a11:40:48.949608 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:40:49.471308 run create_hlr_db(pid=17432): Launched\u000a11:40:49.659139 bus /gobi_6: Setting Powered False\u000a11:40:50.680147 run create_hlr_db(pid=17432): Terminated: ok {rc=0}\u000a11:40:51.089209 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17434): Launched\u000a11:40:51.392797 run osmo-hlr_10.42.42.2(pid=17435): Launched\u000a11:40:51.511398 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:40:52.048997 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17437): Launched\u000a11:40:52.379479 run osmo-stp_10.42.42.5(pid=17442): Launched\u000a11:40:52.497468 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a11:40:53.068652 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17444): Launched\u000a11:40:53.184684 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a11:40:53.470695 run patchelf(pid=17445): Launched\u000a11:40:53.661767 run osmo-stp_10.42.42.5(pid=17442): ERR: Terminated: ERROR {rc=1} [trial-2404↪gprs:oc2g+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17442)]\u000a11:40:53.801055 run osmo-stp_10.42.42.5(pid=17442): stdout: \u000a| (launched: 2022-12-14_11:40:52.217532)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:40:53.941286 run osmo-stp_10.42.42.5(pid=17442): stderr: \u000a| �[0;m�[38;5;43m20221214114052408 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214114052408 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214114052409 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214114052409 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214114052410 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214114052410 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214114052410 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:40:54.076228 run osmo-stp_10.42.42.5(pid=17442): stdout: \u000a| (launched: 2022-12-14_11:40:52.217532)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:40:54.209760 run osmo-stp_10.42.42.5(pid=17442): stderr: \u000a| �[0;m�[38;5;43m20221214114052408 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214114052408 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214114052409 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214114052409 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214114052410 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214114052410 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214114052410 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:40:54.365292 run patchelf(pid=17445): Terminating (SIGINT)\u000a11:40:54.547619 run patchelf(pid=17445): Terminated: ok {rc=0}\u000a11:40:54.581284 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=17442): Process ended prematurely: osmo-stp_10.42.42.5(pid=17442) [trial-2404↪gprs:oc2g+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17442)] [trial-2404↪gprs:oc2g+mod-bts0-egprs↪iperf3.py:8]\u000a11:40:54.591150 tst iperf3.py:8: Test FAILED (7.6 sec)\u000a11:40:54.654686 run osmo-hlr_10.42.42.2(pid=17435): ERR: Terminated: ERROR {rc=237} [trial-2404↪gprs:oc2g+mod-bts0-egprs↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17435)]\u000a11:40:54.706517 run osmo-hlr_10.42.42.2(pid=17435): stdout: \u000a| (launched: 2022-12-14_11:40:51.243085) \u000a11:40:54.758916 run osmo-hlr_10.42.42.2(pid=17435): stderr: \u000a| �[0;m�[1;31m20221214114051418 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214114051418 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214114051418 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214114051418 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214114051418 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214114051418 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214114051430 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2404/run.2022-12-14_11-25-45/gprs:oc2g+mod-bts0-egprs/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214114051439 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214114051439 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214114051439 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:40:54.803827 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17430): Terminating (SIGTERM)\u000a11:40:54.846658 run iperf3-srv_10.42.42.10(pid=17431): Terminating (SIGTERM)\u000a11:40:54.889190 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17434): Terminating (SIGTERM)\u000a11:40:54.931695 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17437): Terminating (SIGTERM)\u000a11:40:54.974170 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17444): Terminating (SIGTERM)\u000a11:40:54.983868 --- ParallelTerminationStrategy: PID 17430 died...\u000a11:40:55.040294 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17430): Terminated: ok {rc=0}\u000a11:40:55.050344 --- ParallelTerminationStrategy: PID 17431 died...\u000a11:40:55.106623 run iperf3-srv_10.42.42.10(pid=17431): Terminated {rc=256}\u000a11:40:55.116595 --- ParallelTerminationStrategy: PID 17434 died...\u000a11:40:55.173008 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17434): Terminated: ok {rc=0}\u000a11:40:55.183094 --- ParallelTerminationStrategy: PID 17437 died...\u000a11:40:55.239585 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17437): Terminated: ok {rc=0}\u000a11:40:55.249719 --- ParallelTerminationStrategy: PID 17444 died...\u000a11:40:55.306173 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17444): Terminated: ok {rc=0}\u000a11:40:55.394301 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 266, "className" : "gprs:oc2g+mod-bts0-egprs", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17460): Process ended prematurely: osmo-stp_10.42.42.5(pid=17460) [trial-2404↪gprs:oc2g+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17460)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17460): Process ended prematurely: osmo-stp_10.42.42.5(pid=17460) [trial-2404↪gprs:oc2g+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17460)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2404 gprs:oc2g+mod-bts0-egprs iperf3m4.py\u000a----------------------------------------------\u000a11:40:56.510168 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:40:56.521968 tst gprs:oc2g+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a11:40:56.654430 tst iperf3m4.py: using LAC 40648\u000a11:40:56.781107 tst iperf3m4.py: using RAC 103\u000a11:40:56.910075 tst iperf3m4.py: using CellId 40648\u000a11:40:57.038245 tst iperf3m4.py: using BVCI 40649\u000a11:40:57.063166 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:40:57.074524 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:40:57.085628 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:40:57.096664 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:40:57.107671 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:40:57.118712 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:40:57.129946 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:40:57.140816 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:40:57.152157 tst gprs:oc2g+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a11:40:57.273193 tst gprs:oc2g+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a11:40:57.394100 tst gprs:oc2g+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a11:40:57.513644 tst gprs:oc2g+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a11:40:57.807479 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a11:40:57.943010 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:40:58.281327 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17446): Launched\u000a11:40:58.562444 run iperf3-srv_10.42.42.10(pid=17447): Launched\u000a11:40:58.761100 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a11:40:58.897048 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:40:59.235148 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17448): Launched\u000a11:40:59.515418 run iperf3-srv_10.42.42.10(pid=17449): Launched\u000a11:40:59.714047 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a11:40:59.849759 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:41:00.188128 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17450): Launched\u000a11:41:00.468409 run iperf3-srv_10.42.42.10(pid=17451): Launched\u000a11:41:00.666870 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a11:41:00.802076 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:41:01.175136 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17452): Launched\u000a11:41:01.464317 run iperf3-srv_10.42.42.10(pid=17453): Launched\u000a11:41:01.656755 tst iperf3m4.py:8: start network...\u000a11:41:01.788567 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:41:02.314340 run create_hlr_db(pid=17454): Launched\u000a11:41:02.502204 bus /gobi_6: Setting Powered False\u000a11:41:03.522981 run create_hlr_db(pid=17454): Terminated: ok {rc=0}\u000a11:41:03.931988 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17456): Launched\u000a11:41:04.237388 run osmo-hlr_10.42.42.2(pid=17457): Launched\u000a11:41:04.357483 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:41:04.889059 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17459): Launched\u000a11:41:05.193228 run osmo-stp_10.42.42.5(pid=17460): Launched\u000a11:41:05.303682 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a11:41:05.837307 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17462): Launched\u000a11:41:05.946171 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a11:41:06.215020 run patchelf(pid=17463): Launched\u000a11:41:06.394968 run osmo-stp_10.42.42.5(pid=17460): ERR: Terminated: ERROR {rc=1} [trial-2404↪gprs:oc2g+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17460)]\u000a11:41:06.526781 run osmo-stp_10.42.42.5(pid=17460): stdout: \u000a| (launched: 2022-12-14_11:41:05.043320)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:41:06.658659 run osmo-stp_10.42.42.5(pid=17460): stderr: \u000a| �[0;m�[38;5;43m20221214114105213 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214114105213 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214114105214 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214114105214 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214114105215 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214114105215 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214114105215 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:41:06.785420 run osmo-stp_10.42.42.5(pid=17460): stdout: \u000a| (launched: 2022-12-14_11:41:05.043320)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:41:06.911206 run osmo-stp_10.42.42.5(pid=17460): stderr: \u000a| �[0;m�[38;5;43m20221214114105213 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214114105213 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214114105214 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214114105214 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214114105215 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214114105215 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214114105215 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:41:07.057686 run patchelf(pid=17463): Terminating (SIGINT)\u000a11:41:07.229881 run patchelf(pid=17463): Terminated: ok {rc=0}\u000a11:41:07.261862 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=17460): Process ended prematurely: osmo-stp_10.42.42.5(pid=17460) [trial-2404↪gprs:oc2g+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17460)] [trial-2404↪gprs:oc2g+mod-bts0-egprs↪iperf3m4.py:8]\u000a11:41:07.271005 tst iperf3m4.py:8: Test FAILED (10.8 sec)\u000a11:41:07.332558 run osmo-hlr_10.42.42.2(pid=17457): ERR: Terminated: ERROR {rc=237} [trial-2404↪gprs:oc2g+mod-bts0-egprs↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17457)]\u000a11:41:07.382469 run osmo-hlr_10.42.42.2(pid=17457): stdout: \u000a| (launched: 2022-12-14_11:41:04.086971) \u000a11:41:07.432897 run osmo-hlr_10.42.42.2(pid=17457): stderr: \u000a| �[0;m�[1;31m20221214114104262 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214114104262 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214114104263 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214114104263 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214114104263 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214114104263 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214114104275 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2404/run.2022-12-14_11-25-45/gprs:oc2g+mod-bts0-egprs/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214114104284 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214114104284 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214114104284 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:41:07.476248 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17446): Terminating (SIGTERM)\u000a11:41:07.516941 run iperf3-srv_10.42.42.10(pid=17447): Terminating (SIGTERM)\u000a11:41:07.563381 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17448): Terminating (SIGTERM)\u000a11:41:07.606619 run iperf3-srv_10.42.42.10(pid=17449): Terminating (SIGTERM)\u000a11:41:07.649476 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17450): Terminating (SIGTERM)\u000a11:41:07.692407 run iperf3-srv_10.42.42.10(pid=17451): Terminating (SIGTERM)\u000a11:41:07.735483 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17452): Terminating (SIGTERM)\u000a11:41:07.778544 run iperf3-srv_10.42.42.10(pid=17453): Terminating (SIGTERM)\u000a11:41:07.821728 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17456): Terminating (SIGTERM)\u000a11:41:07.864919 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17459): Terminating (SIGTERM)\u000a11:41:07.907990 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17462): Terminating (SIGTERM)\u000a11:41:07.917857 --- ParallelTerminationStrategy: PID 17446 died...\u000a11:41:07.975780 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17446): Terminated: ok {rc=0}\u000a11:41:07.985942 --- ParallelTerminationStrategy: PID 17447 died...\u000a11:41:08.043554 run iperf3-srv_10.42.42.10(pid=17447): Terminated {rc=256}\u000a11:41:08.053842 --- ParallelTerminationStrategy: PID 17448 died...\u000a11:41:08.111469 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17448): Terminated: ok {rc=0}\u000a11:41:08.122017 --- ParallelTerminationStrategy: PID 17449 died...\u000a11:41:08.179244 run iperf3-srv_10.42.42.10(pid=17449): Terminated {rc=256}\u000a11:41:08.189404 --- ParallelTerminationStrategy: PID 17450 died...\u000a11:41:08.246686 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17450): Terminated: ok {rc=0}\u000a11:41:08.256837 --- ParallelTerminationStrategy: PID 17451 died...\u000a11:41:08.314536 run iperf3-srv_10.42.42.10(pid=17451): Terminated {rc=256}\u000a11:41:08.324652 --- ParallelTerminationStrategy: PID 17452 died...\u000a11:41:08.381857 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17452): Terminated: ok {rc=0}\u000a11:41:08.391935 --- ParallelTerminationStrategy: PID 17453 died...\u000a11:41:08.449864 run iperf3-srv_10.42.42.10(pid=17453): Terminated {rc=256}\u000a11:41:08.459917 --- ParallelTerminationStrategy: PID 17456 died...\u000a11:41:08.517158 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17456): Terminated: ok {rc=0}\u000a11:41:08.527389 --- ParallelTerminationStrategy: PID 17459 died...\u000a11:41:08.584705 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17459): Terminated: ok {rc=0}\u000a11:41:08.594961 --- ParallelTerminationStrategy: PID 17462 died...\u000a11:41:08.652522 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17462): Terminated: ok {rc=0}\u000a11:41:08.742141 bus /gobi_4: Setting Powered False\u000a11:41:09.851065 bus /gobi_4: Setting Powered False\u000a11:41:10.961291 bus /gobi_1: Setting Powered False\u000a11:41:12.063225 bus /gobi_1: Setting Powered False\u000a11:41:13.174028 bus /gobi_0: Setting Powered False\u000a11:41:14.277693 bus /gobi_0: Setting Powered False\u000a11:41:15.386558 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 266, "className" : "gprs:oc2g+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17470): Process ended prematurely: osmo-stp_10.42.42.5(pid=17470) [trial-2404↪gprs:oc2g+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17470)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17470): Process ended prematurely: osmo-stp_10.42.42.5(pid=17470) [trial-2404↪gprs:oc2g+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17470)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2404 gprs:oc2g+mod-bts0-egprs ping.py\u000a----------------------------------------------\u000a11:41:16.458907 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:41:16.471765 tst gprs:oc2g+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a11:41:16.615246 tst ping.py: using LAC 40649\u000a11:41:16.742286 tst ping.py: using RAC 104\u000a11:41:16.869327 tst ping.py: using CellId 40649\u000a11:41:17.023495 tst ping.py: using BVCI 40650\u000a11:41:17.057859 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:41:17.073849 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:41:17.085565 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:41:17.098253 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:41:17.110857 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:41:17.123712 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:41:17.137683 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:41:17.151708 tst gprs:oc2g+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a11:41:17.432043 tst ping.py:19: start network...\u000a11:41:17.557690 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:41:18.032463 run create_hlr_db(pid=17464): Launched\u000a11:41:18.205777 bus /gobi_6: Setting Powered False\u000a11:41:19.226472 run create_hlr_db(pid=17464): Terminated: ok {rc=0}\u000a11:41:19.657078 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17466): Launched\u000a11:41:19.979236 run osmo-hlr_10.42.42.2(pid=17467): Launched\u000a11:41:20.099695 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:41:20.663206 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17469): Launched\u000a11:41:20.986924 run osmo-stp_10.42.42.5(pid=17470): Launched\u000a11:41:21.102335 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a11:41:21.664244 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17472): Launched\u000a11:41:21.778316 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a11:41:22.077392 run patchelf(pid=17473): Launched\u000a11:41:22.266339 run osmo-stp_10.42.42.5(pid=17470): ERR: Terminated: ERROR {rc=1} [trial-2404↪gprs:oc2g+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17470)]\u000a11:41:22.404154 run osmo-stp_10.42.42.5(pid=17470): stdout: \u000a| (launched: 2022-12-14_11:41:20.826754)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:41:22.542532 run osmo-stp_10.42.42.5(pid=17470): stderr: \u000a| �[0;m�[38;5;43m20221214114121017 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214114121018 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214114121018 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214114121018 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214114121019 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214114121019 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214114121019 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:41:22.675529 run osmo-stp_10.42.42.5(pid=17470): stdout: \u000a| (launched: 2022-12-14_11:41:20.826754)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:41:22.807132 run osmo-stp_10.42.42.5(pid=17470): stderr: \u000a| �[0;m�[38;5;43m20221214114121017 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214114121018 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214114121018 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214114121018 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214114121019 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214114121019 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214114121019 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:41:22.961416 run patchelf(pid=17473): Terminating (SIGINT)\u000a11:41:23.141982 run patchelf(pid=17473): Terminated: ok {rc=0}\u000a11:41:23.174734 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=17470): Process ended prematurely: osmo-stp_10.42.42.5(pid=17470) [trial-2404↪gprs:oc2g+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17470)] [trial-2404↪gprs:oc2g+mod-bts0-egprs↪ping.py:22]\u000a11:41:23.184114 tst ping.py:22: Test FAILED (6.7 sec)\u000a11:41:23.247406 run osmo-hlr_10.42.42.2(pid=17467): ERR: Terminated: ERROR {rc=237} [trial-2404↪gprs:oc2g+mod-bts0-egprs↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17467)]\u000a11:41:23.299074 run osmo-hlr_10.42.42.2(pid=17467): stdout: \u000a| (launched: 2022-12-14_11:41:19.820708) \u000a11:41:23.351538 run osmo-hlr_10.42.42.2(pid=17467): stderr: \u000a| �[0;m�[1;31m20221214114120020 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214114120020 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214114120020 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214114120020 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214114120020 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214114120020 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214114120032 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2404/run.2022-12-14_11-25-45/gprs:oc2g+mod-bts0-egprs/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214114120040 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214114120040 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214114120040 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:41:23.396397 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17466): Terminating (SIGTERM)\u000a11:41:23.439282 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17469): Terminating (SIGTERM)\u000a11:41:23.481850 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17472): Terminating (SIGTERM)\u000a11:41:23.491650 --- ParallelTerminationStrategy: PID 17466 died...\u000a11:41:23.548269 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17466): Terminated: ok {rc=0}\u000a11:41:23.558838 --- ParallelTerminationStrategy: PID 17469 died...\u000a11:41:23.614972 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17469): Terminated: ok {rc=0}\u000a11:41:23.625100 --- ParallelTerminationStrategy: PID 17472 died...\u000a11:41:23.681872 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17472): Terminated: ok {rc=0}\u000a11:41:23.769890 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 266, "className" : "gprs:oc2g+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17480): Process ended prematurely: osmo-stp_10.42.42.5(pid=17480) [trial-2404↪gprs:oc2g+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17480)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17480): Process ended prematurely: osmo-stp_10.42.42.5(pid=17480) [trial-2404↪gprs:oc2g+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17480)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2404 gprs:oc2g+mod-bts0-egprs ping_idle_ping.py\u000a----------------------------------------------\u000a11:41:24.822073 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:41:24.834462 tst gprs:oc2g+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a11:41:24.968148 tst ping_idle_ping.py: using LAC 40650\u000a11:41:25.089305 tst ping_idle_ping.py: using RAC 105\u000a11:41:25.208311 tst ping_idle_ping.py: using CellId 40650\u000a11:41:25.326903 tst ping_idle_ping.py: using BVCI 40651\u000a11:41:25.350030 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:41:25.360869 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:41:25.371731 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:41:25.382498 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:41:25.393303 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:41:25.404028 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:41:25.415061 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:41:25.426088 tst gprs:oc2g+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a11:41:25.704227 tst ping_idle_ping.py:24: start network...\u000a11:41:25.829351 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:41:26.308619 run create_hlr_db(pid=17474): Launched\u000a11:41:26.482906 bus /gobi_6: Setting Powered False\u000a11:41:27.504186 run create_hlr_db(pid=17474): Terminated: ok {rc=0}\u000a11:41:27.939676 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17476): Launched\u000a11:41:28.266279 run osmo-hlr_10.42.42.2(pid=17477): Launched\u000a11:41:28.385383 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:41:28.950831 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17479): Launched\u000a11:41:29.275275 run osmo-stp_10.42.42.5(pid=17480): Launched\u000a11:41:29.391618 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a11:41:29.958365 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17482): Launched\u000a11:41:30.073230 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a11:41:30.356127 run patchelf(pid=17483): Launched\u000a11:41:30.544998 run osmo-stp_10.42.42.5(pid=17480): ERR: Terminated: ERROR {rc=1} [trial-2404↪gprs:oc2g+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17480)]\u000a11:41:30.683072 run osmo-stp_10.42.42.5(pid=17480): stdout: \u000a| (launched: 2022-12-14_11:41:29.115377)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:41:30.821796 run osmo-stp_10.42.42.5(pid=17480): stderr: \u000a| �[0;m�[38;5;43m20221214114129307 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214114129308 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214114129308 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214114129308 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214114129309 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214114129309 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214114129309 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:41:30.988494 run osmo-stp_10.42.42.5(pid=17480): stdout: \u000a| (launched: 2022-12-14_11:41:29.115377)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:41:31.118237 run osmo-stp_10.42.42.5(pid=17480): stderr: \u000a| �[0;m�[38;5;43m20221214114129307 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214114129308 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214114129308 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214114129308 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214114129309 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214114129309 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214114129309 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:41:31.271806 run patchelf(pid=17483): Terminating (SIGINT)\u000a11:41:31.451877 run patchelf(pid=17483): Terminated: ok {rc=0}\u000a11:41:31.484745 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=17480): Process ended prematurely: osmo-stp_10.42.42.5(pid=17480) [trial-2404↪gprs:oc2g+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17480)] [trial-2404↪gprs:oc2g+mod-bts0-egprs↪ping_idle_ping.py:27]\u000a11:41:31.495020 tst ping_idle_ping.py:27: Test FAILED (6.7 sec)\u000a11:41:31.561731 run osmo-hlr_10.42.42.2(pid=17477): ERR: Terminated: ERROR {rc=237} [trial-2404↪gprs:oc2g+mod-bts0-egprs↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17477)]\u000a11:41:31.615069 run osmo-hlr_10.42.42.2(pid=17477): stdout: \u000a| (launched: 2022-12-14_11:41:28.104293) \u000a11:41:31.669129 run osmo-hlr_10.42.42.2(pid=17477): stderr: \u000a| �[0;m�[1;31m20221214114128302 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214114128302 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214114128302 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214114128303 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214114128303 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214114128303 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214114128318 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2404/run.2022-12-14_11-25-45/gprs:oc2g+mod-bts0-egprs/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214114128328 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214114128328 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214114128328 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:41:31.715813 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17476): Terminating (SIGTERM)\u000a11:41:31.761285 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17479): Terminating (SIGTERM)\u000a11:41:31.807474 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17482): Terminating (SIGTERM)\u000a11:41:31.819413 --- ParallelTerminationStrategy: PID 17476 died...\u000a11:41:31.880005 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17476): Terminated: ok {rc=0}\u000a11:41:31.891778 --- ParallelTerminationStrategy: PID 17479 died...\u000a11:41:31.950045 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17479): Terminated: ok {rc=0}\u000a11:41:31.961620 --- ParallelTerminationStrategy: PID 17482 died...\u000a11:41:32.019281 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17482): Terminated: ok {rc=0}\u000a11:41:32.111862 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "31", "name" : "gprs_oc2g+mod-bts0-egprs", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T11:40:33" }, { "cases" : [ { "testActions" : [ ], "age" : 266, "className" : "gprs:oc2g+mod-bts0-dynts-ipa", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17497): Process ended prematurely: osmo-stp_10.42.42.5(pid=17497) [trial-2404↪gprs:oc2g+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17497)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17497): Process ended prematurely: osmo-stp_10.42.42.5(pid=17497) [trial-2404↪gprs:oc2g+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17497)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2404 gprs:oc2g+mod-bts0-dynts-ipa cs_paging_gprs_active.py\u000a----------------------------------------------\u000a11:41:34.248137 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:41:34.259489 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a11:41:34.410824 tst cs_paging_gprs_active.py: using LAC 40651\u000a11:41:34.538864 tst cs_paging_gprs_active.py: using RAC 106\u000a11:41:34.665188 tst cs_paging_gprs_active.py: using CellId 40651\u000a11:41:34.794146 tst cs_paging_gprs_active.py: using BVCI 40652\u000a11:41:34.819369 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:41:34.830749 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:41:34.842214 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:41:34.853369 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:41:34.864358 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:41:34.875532 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:41:34.886900 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:41:34.897968 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:41:34.909227 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a11:41:35.028037 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a11:41:35.326831 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a11:41:35.464509 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:41:35.808830 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17487): Launched\u000a11:41:36.095128 run iperf3-srv_10.42.42.10(pid=17488): Launched\u000a11:41:36.297184 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a11:41:36.434701 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:41:36.777871 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17489): Launched\u000a11:41:37.063975 run iperf3-srv_10.42.42.10(pid=17490): Launched\u000a11:41:37.266353 tst cs_paging_gprs_active.py:38: start network...\u000a11:41:37.404405 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:41:37.934566 run create_hlr_db(pid=17491): Launched\u000a11:41:38.125324 bus /gobi_6: Setting Powered False\u000a11:41:39.146909 run create_hlr_db(pid=17491): Terminated: ok {rc=0}\u000a11:41:39.562540 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17493): Launched\u000a11:41:39.871022 run osmo-hlr_10.42.42.2(pid=17494): Launched\u000a11:41:39.985810 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:41:40.519587 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17496): Launched\u000a11:41:40.828752 run osmo-stp_10.42.42.5(pid=17497): Launched\u000a11:41:40.941942 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a11:41:41.480211 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17499): Launched\u000a11:41:41.590153 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a11:41:41.860354 run patchelf(pid=17500): Launched\u000a11:41:42.041885 run osmo-stp_10.42.42.5(pid=17497): ERR: Terminated: ERROR {rc=1} [trial-2404↪gprs:oc2g+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17497)]\u000a11:41:42.175024 run osmo-stp_10.42.42.5(pid=17497): stdout: \u000a| (launched: 2022-12-14_11:41:40.675781)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:41:42.308151 run osmo-stp_10.42.42.5(pid=17497): stderr: \u000a| �[0;m�[38;5;43m20221214114140845 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214114140845 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214114140845 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214114140846 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214114140846 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214114140846 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214114140846 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:41:42.435988 run osmo-stp_10.42.42.5(pid=17497): stdout: \u000a| (launched: 2022-12-14_11:41:40.675781)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:41:42.563120 run osmo-stp_10.42.42.5(pid=17497): stderr: \u000a| �[0;m�[38;5;43m20221214114140845 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214114140845 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214114140845 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214114140846 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214114140846 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214114140846 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214114140846 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:41:42.710497 run patchelf(pid=17500): Terminating (SIGINT)\u000a11:41:42.884154 run patchelf(pid=17500): Terminated: ok {rc=0}\u000a11:41:42.915944 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=17497): Process ended prematurely: osmo-stp_10.42.42.5(pid=17497) [trial-2404↪gprs:oc2g+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17497)] [trial-2404↪gprs:oc2g+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38]\u000a11:41:42.925106 tst cs_paging_gprs_active.py:38: Test FAILED (8.7 sec)\u000a11:41:42.986201 run osmo-hlr_10.42.42.2(pid=17494): ERR: Terminated: ERROR {rc=237} [trial-2404↪gprs:oc2g+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17494)]\u000a11:41:43.035724 run osmo-hlr_10.42.42.2(pid=17494): stdout: \u000a| (launched: 2022-12-14_11:41:39.718806) \u000a11:41:43.086120 run osmo-hlr_10.42.42.2(pid=17494): stderr: \u000a| �[0;m�[1;31m20221214114139897 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214114139897 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214114139897 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214114139897 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214114139897 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214114139897 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214114139908 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2404/run.2022-12-14_11-25-45/gprs:oc2g+mod-bts0-dynts-ipa/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214114139917 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214114139917 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214114139917 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:41:43.129099 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17487): Terminating (SIGTERM)\u000a11:41:43.170241 run iperf3-srv_10.42.42.10(pid=17488): Terminating (SIGTERM)\u000a11:41:43.210711 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17489): Terminating (SIGTERM)\u000a11:41:43.250906 run iperf3-srv_10.42.42.10(pid=17490): Terminating (SIGTERM)\u000a11:41:43.291495 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17493): Terminating (SIGTERM)\u000a11:41:43.332083 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17496): Terminating (SIGTERM)\u000a11:41:43.372509 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17499): Terminating (SIGTERM)\u000a11:41:43.381715 --- ParallelTerminationStrategy: PID 17487 died...\u000a11:41:43.436242 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17487): Terminated: ok {rc=0}\u000a11:41:43.445778 --- ParallelTerminationStrategy: PID 17488 died...\u000a11:41:43.499660 run iperf3-srv_10.42.42.10(pid=17488): Terminated {rc=256}\u000a11:41:43.509193 --- ParallelTerminationStrategy: PID 17489 died...\u000a11:41:43.562812 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17489): Terminated: ok {rc=0}\u000a11:41:43.572266 --- ParallelTerminationStrategy: PID 17490 died...\u000a11:41:43.626047 run iperf3-srv_10.42.42.10(pid=17490): Terminated {rc=256}\u000a11:41:43.635453 --- ParallelTerminationStrategy: PID 17493 died...\u000a11:41:43.689885 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17493): Terminated: ok {rc=0}\u000a11:41:43.699349 --- ParallelTerminationStrategy: PID 17496 died...\u000a11:41:43.753347 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17496): Terminated: ok {rc=0}\u000a11:41:43.762870 --- ParallelTerminationStrategy: PID 17499 died...\u000a11:41:43.816756 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17499): Terminated: ok {rc=0}\u000a11:41:43.906936 bus /gobi_0: Setting Powered False\u000a11:41:45.010091 bus /gobi_0: Setting Powered False\u000a11:41:46.119046 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 266, "className" : "gprs:oc2g+mod-bts0-dynts-ipa", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17510): Process ended prematurely: osmo-stp_10.42.42.5(pid=17510) [trial-2404↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17510)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17510): Process ended prematurely: osmo-stp_10.42.42.5(pid=17510) [trial-2404↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17510)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2404 gprs:oc2g+mod-bts0-dynts-ipa iperf3.py\u000a----------------------------------------------\u000a11:41:47.229630 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:41:47.242024 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a11:41:47.390124 tst iperf3.py: using LAC 40652\u000a11:41:47.510249 tst iperf3.py: using RAC 107\u000a11:41:47.631073 tst iperf3.py: using CellId 40652\u000a11:41:47.752933 tst iperf3.py: using BVCI 40653\u000a11:41:47.776490 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:41:47.787316 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:41:47.797979 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:41:47.808546 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:41:47.819421 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:41:47.830461 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:41:47.841808 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:41:47.853042 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:41:47.864117 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a11:41:48.162852 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a11:41:48.299757 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:41:48.641491 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17502): Launched\u000a11:41:48.925206 run iperf3-srv_10.42.42.10(pid=17503): Launched\u000a11:41:49.126790 tst iperf3.py:8: start network...\u000a11:41:49.264502 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:41:49.790652 run create_hlr_db(pid=17504): Launched\u000a11:41:49.981313 bus /gobi_6: Setting Powered False\u000a11:41:51.001677 run create_hlr_db(pid=17504): Terminated: ok {rc=0}\u000a11:41:51.416152 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17506): Launched\u000a11:41:51.724296 run osmo-hlr_10.42.42.2(pid=17507): Launched\u000a11:41:51.844779 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:41:52.384600 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17509): Launched\u000a11:41:52.692133 run osmo-stp_10.42.42.5(pid=17510): Launched\u000a11:41:52.804429 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a11:41:53.340033 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17512): Launched\u000a11:41:53.449526 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a11:41:53.718054 run patchelf(pid=17513): Launched\u000a11:41:53.898668 run osmo-stp_10.42.42.5(pid=17510): ERR: Terminated: ERROR {rc=1} [trial-2404↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17510)]\u000a11:41:54.030866 run osmo-stp_10.42.42.5(pid=17510): stdout: \u000a| (launched: 2022-12-14_11:41:52.540131)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:41:54.163179 run osmo-stp_10.42.42.5(pid=17510): stderr: \u000a| �[0;m�[38;5;43m20221214114152712 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214114152712 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214114152712 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214114152713 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214114152713 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214114152713 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214114152713 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:41:54.290635 run osmo-stp_10.42.42.5(pid=17510): stdout: \u000a| (launched: 2022-12-14_11:41:52.540131)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:41:54.417486 run osmo-stp_10.42.42.5(pid=17510): stderr: \u000a| �[0;m�[38;5;43m20221214114152712 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214114152712 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214114152712 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214114152713 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214114152713 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214114152713 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214114152713 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:41:54.564398 run patchelf(pid=17513): Terminating (SIGINT)\u000a11:41:54.736908 run patchelf(pid=17513): Terminated: ok {rc=0}\u000a11:41:54.768666 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=17510): Process ended prematurely: osmo-stp_10.42.42.5(pid=17510) [trial-2404↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17510)] [trial-2404↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3.py:8]\u000a11:41:54.777990 tst iperf3.py:8: Test FAILED (7.6 sec)\u000a11:41:54.839163 run osmo-hlr_10.42.42.2(pid=17507): ERR: Terminated: ERROR {rc=237} [trial-2404↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17507)]\u000a11:41:54.889380 run osmo-hlr_10.42.42.2(pid=17507): stdout: \u000a| (launched: 2022-12-14_11:41:51.571960) \u000a11:41:54.940188 run osmo-hlr_10.42.42.2(pid=17507): stderr: \u000a| �[0;m�[1;31m20221214114151748 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214114151748 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214114151748 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214114151748 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214114151749 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214114151749 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214114151760 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2404/run.2022-12-14_11-25-45/gprs:oc2g+mod-bts0-dynts-ipa/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214114151768 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214114151768 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214114151768 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:41:54.983482 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17502): Terminating (SIGTERM)\u000a11:41:55.024266 run iperf3-srv_10.42.42.10(pid=17503): Terminating (SIGTERM)\u000a11:41:55.064925 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17506): Terminating (SIGTERM)\u000a11:41:55.106180 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17509): Terminating (SIGTERM)\u000a11:41:55.147006 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17512): Terminating (SIGTERM)\u000a11:41:55.156278 --- ParallelTerminationStrategy: PID 17502 died...\u000a11:41:55.210958 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17502): Terminated: ok {rc=0}\u000a11:41:55.220484 --- ParallelTerminationStrategy: PID 17503 died...\u000a11:41:55.274610 run iperf3-srv_10.42.42.10(pid=17503): Terminated {rc=256}\u000a11:41:55.284230 --- ParallelTerminationStrategy: PID 17506 died...\u000a11:41:55.338335 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17506): Terminated: ok {rc=0}\u000a11:41:55.347979 --- ParallelTerminationStrategy: PID 17509 died...\u000a11:41:55.402004 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17509): Terminated: ok {rc=0}\u000a11:41:55.411664 --- ParallelTerminationStrategy: PID 17512 died...\u000a11:41:55.465737 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17512): Terminated: ok {rc=0}\u000a11:41:55.555138 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 266, "className" : "gprs:oc2g+mod-bts0-dynts-ipa", "duration" : 12.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17532): Process ended prematurely: osmo-stp_10.42.42.5(pid=17532) [trial-2404↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17532)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17532): Process ended prematurely: osmo-stp_10.42.42.5(pid=17532) [trial-2404↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17532)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2404 gprs:oc2g+mod-bts0-dynts-ipa iperf3m4.py\u000a----------------------------------------------\u000a11:41:56.666842 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:41:56.678354 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a11:41:56.822816 tst iperf3m4.py: using LAC 40653\u000a11:41:56.952033 tst iperf3m4.py: using RAC 108\u000a11:41:57.080693 tst iperf3m4.py: using CellId 40653\u000a11:41:57.209433 tst iperf3m4.py: using BVCI 40654\u000a11:41:57.234676 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:41:57.246235 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:41:57.257450 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:41:57.268445 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:41:57.279969 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:41:57.291533 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:41:57.303372 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:41:57.314915 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:41:57.326739 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a11:41:57.447348 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a11:41:57.571602 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a11:41:57.691053 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a11:41:57.990452 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a11:41:58.127288 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:41:58.468427 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17514): Launched\u000a11:41:58.753762 run iperf3-srv_10.42.42.10(pid=17515): Launched\u000a11:41:58.954731 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a11:41:59.091684 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:41:59.426762 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17516): Launched\u000a11:41:59.693626 run iperf3-srv_10.42.42.10(pid=17517): Launched\u000a11:41:59.879808 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a11:42:00.007822 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:42:00.329803 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17518): Launched\u000a11:42:00.595435 run iperf3-srv_10.42.42.10(pid=17519): Launched\u000a11:42:00.781517 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a11:42:00.945712 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:42:01.393130 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17524): Launched\u000a11:42:01.680657 run iperf3-srv_10.42.42.10(pid=17525): Launched\u000a11:42:01.874397 tst iperf3m4.py:8: start network...\u000a11:42:02.007270 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:42:02.503316 run create_hlr_db(pid=17526): Launched\u000a11:42:02.679862 bus /gobi_6: Setting Powered False\u000a11:42:03.701913 run create_hlr_db(pid=17526): Terminated: ok {rc=0}\u000a11:42:04.142359 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17528): Launched\u000a11:42:04.473378 run osmo-hlr_10.42.42.2(pid=17529): Launched\u000a11:42:04.595557 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:42:05.168005 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17531): Launched\u000a11:42:05.497089 run osmo-stp_10.42.42.5(pid=17532): Launched\u000a11:42:05.616654 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a11:42:06.191365 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17534): Launched\u000a11:42:06.308530 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a11:42:06.596076 run patchelf(pid=17535): Launched\u000a11:42:06.788121 run osmo-stp_10.42.42.5(pid=17532): ERR: Terminated: ERROR {rc=1} [trial-2404↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17532)]\u000a11:42:06.928254 run osmo-stp_10.42.42.5(pid=17532): stdout: \u000a| (launched: 2022-12-14_11:42:05.334759)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:42:07.068538 run osmo-stp_10.42.42.5(pid=17532): stderr: \u000a| �[0;m�[38;5;43m20221214114205522 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214114205522 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214114205523 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214114205523 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214114205524 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214114205524 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214114205524 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:42:07.204201 run osmo-stp_10.42.42.5(pid=17532): stdout: \u000a| (launched: 2022-12-14_11:42:05.334759)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:42:07.338821 run osmo-stp_10.42.42.5(pid=17532): stderr: \u000a| �[0;m�[38;5;43m20221214114205522 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214114205522 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214114205523 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214114205523 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214114205524 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214114205524 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214114205524 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:42:07.495391 run patchelf(pid=17535): Terminating (SIGINT)\u000a11:42:07.679078 run patchelf(pid=17535): Terminated: ok {rc=0}\u000a11:42:07.712677 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=17532): Process ended prematurely: osmo-stp_10.42.42.5(pid=17532) [trial-2404↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17532)] [trial-2404↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3m4.py:8]\u000a11:42:07.722676 tst iperf3m4.py:8: Test FAILED (11.1 sec)\u000a11:42:07.786164 run osmo-hlr_10.42.42.2(pid=17529): ERR: Terminated: ERROR {rc=237} [trial-2404↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17529)]\u000a11:42:07.837874 run osmo-hlr_10.42.42.2(pid=17529): stdout: \u000a| (launched: 2022-12-14_11:42:04.310108) \u000a11:42:07.890314 run osmo-hlr_10.42.42.2(pid=17529): stderr: \u000a| �[0;m�[1;31m20221214114204505 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214114204505 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214114204505 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214114204505 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214114204505 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214114204505 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214114204517 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2404/run.2022-12-14_11-25-45/gprs:oc2g+mod-bts0-dynts-ipa/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214114204526 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214114204527 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214114204527 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:42:07.935038 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17514): Terminating (SIGTERM)\u000a11:42:07.977196 run iperf3-srv_10.42.42.10(pid=17515): Terminating (SIGTERM)\u000a11:42:08.019691 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17516): Terminating (SIGTERM)\u000a11:42:08.062432 run iperf3-srv_10.42.42.10(pid=17517): Terminating (SIGTERM)\u000a11:42:08.104867 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17518): Terminating (SIGTERM)\u000a11:42:08.147511 run iperf3-srv_10.42.42.10(pid=17519): Terminating (SIGTERM)\u000a11:42:08.190330 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17524): Terminating (SIGTERM)\u000a11:42:08.232687 run iperf3-srv_10.42.42.10(pid=17525): Terminating (SIGTERM)\u000a11:42:08.275531 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17528): Terminating (SIGTERM)\u000a11:42:08.317707 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17531): Terminating (SIGTERM)\u000a11:42:08.360433 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17534): Terminating (SIGTERM)\u000a11:42:08.370288 --- ParallelTerminationStrategy: PID 17514 died...\u000a11:42:08.426617 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17514): Terminated: ok {rc=0}\u000a11:42:08.436855 --- ParallelTerminationStrategy: PID 17515 died...\u000a11:42:08.493024 run iperf3-srv_10.42.42.10(pid=17515): Terminated {rc=256}\u000a11:42:08.503106 --- ParallelTerminationStrategy: PID 17516 died...\u000a11:42:08.559267 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17516): Terminated: ok {rc=0}\u000a11:42:08.569563 --- ParallelTerminationStrategy: PID 17517 died...\u000a11:42:08.625727 run iperf3-srv_10.42.42.10(pid=17517): Terminated {rc=256}\u000a11:42:08.635886 --- ParallelTerminationStrategy: PID 17518 died...\u000a11:42:08.691775 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17518): Terminated: ok {rc=0}\u000a11:42:08.701876 --- ParallelTerminationStrategy: PID 17519 died...\u000a11:42:08.757895 run iperf3-srv_10.42.42.10(pid=17519): Terminated {rc=256}\u000a11:42:08.767826 --- ParallelTerminationStrategy: PID 17524 died...\u000a11:42:08.823632 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17524): Terminated: ok {rc=0}\u000a11:42:08.833842 --- ParallelTerminationStrategy: PID 17525 died...\u000a11:42:08.890298 run iperf3-srv_10.42.42.10(pid=17525): Terminated {rc=256}\u000a11:42:08.900533 --- ParallelTerminationStrategy: PID 17528 died...\u000a11:42:08.956882 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17528): Terminated: ok {rc=0}\u000a11:42:08.966941 --- ParallelTerminationStrategy: PID 17531 died...\u000a11:42:09.022418 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17531): Terminated: ok {rc=0}\u000a11:42:09.032370 --- ParallelTerminationStrategy: PID 17534 died...\u000a11:42:09.087961 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17534): Terminated: ok {rc=0}\u000a11:42:09.175157 bus /gobi_4: Setting Powered False\u000a11:42:10.281984 bus /gobi_4: Setting Powered False\u000a11:42:11.390064 bus /gobi_1: Setting Powered False\u000a11:42:12.496904 bus /gobi_1: Setting Powered False\u000a11:42:13.605621 bus /gobi_0: Setting Powered False\u000a11:42:14.711709 bus /gobi_0: Setting Powered False\u000a11:42:15.824761 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 266, "className" : "gprs:oc2g+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17542): Process ended prematurely: osmo-stp_10.42.42.5(pid=17542) [trial-2404↪gprs:oc2g+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17542)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17542): Process ended prematurely: osmo-stp_10.42.42.5(pid=17542) [trial-2404↪gprs:oc2g+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17542)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2404 gprs:oc2g+mod-bts0-dynts-ipa ping.py\u000a----------------------------------------------\u000a11:42:16.904684 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:42:16.917166 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a11:42:17.111474 tst ping.py: using LAC 40654\u000a11:42:17.234049 tst ping.py: using RAC 109\u000a11:42:17.354947 tst ping.py: using CellId 40654\u000a11:42:17.475291 tst ping.py: using BVCI 40655\u000a11:42:17.498373 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:42:17.509269 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:42:17.519830 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:42:17.530581 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:42:17.542111 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:42:17.552661 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:42:17.563579 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:42:17.574155 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a11:42:17.854074 tst ping.py:19: start network...\u000a11:42:17.978851 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:42:18.465247 run create_hlr_db(pid=17536): Launched\u000a11:42:18.654238 bus /gobi_6: Setting Powered False\u000a11:42:19.673281 run create_hlr_db(pid=17536): Terminated: ok {rc=0}\u000a11:42:20.106601 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17538): Launched\u000a11:42:20.429728 run osmo-hlr_10.42.42.2(pid=17539): Launched\u000a11:42:20.547103 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:42:21.112181 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17541): Launched\u000a11:42:21.436375 run osmo-stp_10.42.42.5(pid=17542): Launched\u000a11:42:21.553325 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a11:42:22.117721 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17544): Launched\u000a11:42:22.232579 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a11:42:22.515801 run patchelf(pid=17545): Launched\u000a11:42:22.704913 run osmo-stp_10.42.42.5(pid=17542): ERR: Terminated: ERROR {rc=1} [trial-2404↪gprs:oc2g+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17542)]\u000a11:42:22.843391 run osmo-stp_10.42.42.5(pid=17542): stdout: \u000a| (launched: 2022-12-14_11:42:21.275831)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:42:22.982794 run osmo-stp_10.42.42.5(pid=17542): stderr: \u000a| �[0;m�[38;5;43m20221214114221467 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214114221467 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214114221467 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214114221468 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214114221468 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214114221468 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214114221468 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:42:23.116700 run osmo-stp_10.42.42.5(pid=17542): stdout: \u000a| (launched: 2022-12-14_11:42:21.275831)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:42:23.248830 run osmo-stp_10.42.42.5(pid=17542): stderr: \u000a| �[0;m�[38;5;43m20221214114221467 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214114221467 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214114221467 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214114221468 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214114221468 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214114221468 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214114221468 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:42:23.403492 run patchelf(pid=17545): Terminating (SIGINT)\u000a11:42:23.584586 run patchelf(pid=17545): Terminated: ok {rc=0}\u000a11:42:23.617697 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=17542): Process ended prematurely: osmo-stp_10.42.42.5(pid=17542) [trial-2404↪gprs:oc2g+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17542)] [trial-2404↪gprs:oc2g+mod-bts0-dynts-ipa↪ping.py:22]\u000a11:42:23.627111 tst ping.py:22: Test FAILED (6.7 sec)\u000a11:42:23.690268 run osmo-hlr_10.42.42.2(pid=17539): ERR: Terminated: ERROR {rc=237} [trial-2404↪gprs:oc2g+mod-bts0-dynts-ipa↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17539)]\u000a11:42:23.742093 run osmo-hlr_10.42.42.2(pid=17539): stdout: \u000a| (launched: 2022-12-14_11:42:20.271204) \u000a11:42:23.794580 run osmo-hlr_10.42.42.2(pid=17539): stderr: \u000a| �[0;m�[1;31m20221214114220468 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214114220468 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214114220468 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214114220468 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214114220468 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214114220468 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214114220481 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2404/run.2022-12-14_11-25-45/gprs:oc2g+mod-bts0-dynts-ipa/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214114220489 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214114220489 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214114220489 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:42:23.839507 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17538): Terminating (SIGTERM)\u000a11:42:23.882500 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17541): Terminating (SIGTERM)\u000a11:42:23.925150 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17544): Terminating (SIGTERM)\u000a11:42:23.934878 --- ParallelTerminationStrategy: PID 17538 died...\u000a11:42:23.991239 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17538): Terminated: ok {rc=0}\u000a11:42:24.001448 --- ParallelTerminationStrategy: PID 17541 died...\u000a11:42:24.057649 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17541): Terminated: ok {rc=0}\u000a11:42:24.067744 --- ParallelTerminationStrategy: PID 17544 died...\u000a11:42:24.124206 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17544): Terminated: ok {rc=0}\u000a11:42:24.212087 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 266, "className" : "gprs:oc2g+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17552): Process ended prematurely: osmo-stp_10.42.42.5(pid=17552) [trial-2404↪gprs:oc2g+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17552)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17552): Process ended prematurely: osmo-stp_10.42.42.5(pid=17552) [trial-2404↪gprs:oc2g+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17552)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2404 gprs:oc2g+mod-bts0-dynts-ipa ping_idle_ping.py\u000a----------------------------------------------\u000a11:42:25.266727 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:42:25.279382 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a11:42:25.432663 tst ping_idle_ping.py: using LAC 40655\u000a11:42:25.564374 tst ping_idle_ping.py: using RAC 110\u000a11:42:25.685353 tst ping_idle_ping.py: using CellId 40655\u000a11:42:25.804828 tst ping_idle_ping.py: using BVCI 40656\u000a11:42:25.827903 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:42:25.838934 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:42:25.849903 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:42:25.860596 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:42:25.871631 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:42:25.882800 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:42:25.894030 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:42:25.905098 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a11:42:26.184368 tst ping_idle_ping.py:24: start network...\u000a11:42:26.310145 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:42:26.790559 run create_hlr_db(pid=17546): Launched\u000a11:42:26.966221 bus /gobi_6: Setting Powered False\u000a11:42:27.987447 run create_hlr_db(pid=17546): Terminated: ok {rc=0}\u000a11:42:28.423752 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17548): Launched\u000a11:42:28.750388 run osmo-hlr_10.42.42.2(pid=17549): Launched\u000a11:42:28.871731 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:42:29.436782 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17551): Launched\u000a11:42:29.760840 run osmo-stp_10.42.42.5(pid=17552): Launched\u000a11:42:29.878846 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a11:42:30.447376 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17554): Launched\u000a11:42:30.562484 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a11:42:30.849496 run patchelf(pid=17555): Launched\u000a11:42:31.038722 run osmo-stp_10.42.42.5(pid=17552): ERR: Terminated: ERROR {rc=1} [trial-2404↪gprs:oc2g+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17552)]\u000a11:42:31.174649 run osmo-stp_10.42.42.5(pid=17552): stdout: \u000a| (launched: 2022-12-14_11:42:29.601507)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:42:31.310084 run osmo-stp_10.42.42.5(pid=17552): stderr: \u000a| �[0;m�[38;5;43m20221214114229793 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214114229793 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214114229793 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214114229794 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214114229794 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214114229794 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214114229794 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:42:31.440849 run osmo-stp_10.42.42.5(pid=17552): stdout: \u000a| (launched: 2022-12-14_11:42:29.601507)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:42:31.571449 run osmo-stp_10.42.42.5(pid=17552): stderr: \u000a| �[0;m�[38;5;43m20221214114229793 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214114229793 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214114229793 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214114229794 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214114229794 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214114229794 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214114229794 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:42:31.743116 run patchelf(pid=17555): Terminating (SIGINT)\u000a11:42:31.978538 run patchelf(pid=17555): Terminated: ok {rc=0}\u000a11:42:32.011604 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=17552): Process ended prematurely: osmo-stp_10.42.42.5(pid=17552) [trial-2404↪gprs:oc2g+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17552)] [trial-2404↪gprs:oc2g+mod-bts0-dynts-ipa↪ping_idle_ping.py:27]\u000a11:42:32.021701 tst ping_idle_ping.py:27: Test FAILED (6.7 sec)\u000a11:42:32.086530 run osmo-hlr_10.42.42.2(pid=17549): ERR: Terminated: ERROR {rc=237} [trial-2404↪gprs:oc2g+mod-bts0-dynts-ipa↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17549)]\u000a11:42:32.139119 run osmo-hlr_10.42.42.2(pid=17549): stdout: \u000a| (launched: 2022-12-14_11:42:28.588533) \u000a11:42:32.191688 run osmo-hlr_10.42.42.2(pid=17549): stderr: \u000a| �[0;m�[1;31m20221214114228786 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214114228786 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214114228786 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214114228786 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214114228787 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214114228787 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214114228799 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2404/run.2022-12-14_11-25-45/gprs:oc2g+mod-bts0-dynts-ipa/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214114228807 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214114228808 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214114228808 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:42:32.236943 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17548): Terminating (SIGTERM)\u000a11:42:32.281188 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17551): Terminating (SIGTERM)\u000a11:42:32.326672 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17554): Terminating (SIGTERM)\u000a11:42:32.336777 --- ParallelTerminationStrategy: PID 17548 died...\u000a11:42:32.394805 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17548): Terminated: ok {rc=0}\u000a11:42:32.405054 --- ParallelTerminationStrategy: PID 17551 died...\u000a11:42:32.461553 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17551): Terminated: ok {rc=0}\u000a11:42:32.471686 --- ParallelTerminationStrategy: PID 17554 died...\u000a11:42:32.528072 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17554): Terminated: ok {rc=0}\u000a11:42:32.617242 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "32", "name" : "gprs_oc2g+mod-bts0-dynts-ipa", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T11:41:33" }, { "cases" : [ { "testActions" : [ ], "age" : 266, "className" : "gprs:oc2g+mod-bts0-dynts-osmo", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17569): Process ended prematurely: osmo-stp_10.42.42.5(pid=17569) [trial-2404↪gprs:oc2g+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17569)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17569): Process ended prematurely: osmo-stp_10.42.42.5(pid=17569) [trial-2404↪gprs:oc2g+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17569)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2404 gprs:oc2g+mod-bts0-dynts-osmo cs_paging_gprs_active.py\u000a----------------------------------------------\u000a11:42:34.726247 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:42:34.737081 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a11:42:34.885775 tst cs_paging_gprs_active.py: using LAC 40656\u000a11:42:35.003984 tst cs_paging_gprs_active.py: using RAC 111\u000a11:42:35.124555 tst cs_paging_gprs_active.py: using CellId 40656\u000a11:42:35.244751 tst cs_paging_gprs_active.py: using BVCI 40657\u000a11:42:35.268129 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:42:35.279031 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:42:35.289662 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:42:35.300128 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:42:35.311478 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:42:35.322502 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:42:35.333519 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:42:35.344229 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:42:35.355295 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a11:42:35.478125 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a11:42:35.778300 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a11:42:35.916013 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:42:36.258862 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17559): Launched\u000a11:42:36.546706 run iperf3-srv_10.42.42.10(pid=17560): Launched\u000a11:42:36.749476 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a11:42:36.887577 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:42:37.232210 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17561): Launched\u000a11:42:37.518961 run iperf3-srv_10.42.42.10(pid=17562): Launched\u000a11:42:37.720735 tst cs_paging_gprs_active.py:38: start network...\u000a11:42:37.858181 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:42:38.387633 run create_hlr_db(pid=17563): Launched\u000a11:42:38.578347 bus /gobi_6: Setting Powered False\u000a11:42:39.598966 run create_hlr_db(pid=17563): Terminated: ok {rc=0}\u000a11:42:40.023071 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17565): Launched\u000a11:42:40.357833 run osmo-hlr_10.42.42.2(pid=17566): Launched\u000a11:42:40.481223 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:42:41.055634 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17568): Launched\u000a11:42:41.387107 run osmo-stp_10.42.42.5(pid=17569): Launched\u000a11:42:41.506569 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a11:42:42.083454 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17571): Launched\u000a11:42:42.200912 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a11:42:42.490678 run patchelf(pid=17572): Launched\u000a11:42:42.683041 run osmo-stp_10.42.42.5(pid=17569): ERR: Terminated: ERROR {rc=1} [trial-2404↪gprs:oc2g+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17569)]\u000a11:42:42.824079 run osmo-stp_10.42.42.5(pid=17569): stdout: \u000a| (launched: 2022-12-14_11:42:41.223476)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:42:42.965824 run osmo-stp_10.42.42.5(pid=17569): stderr: \u000a| �[0;m�[38;5;43m20221214114241418 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214114241418 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214114241418 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214114241419 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214114241419 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214114241419 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214114241419 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:42:43.102206 run osmo-stp_10.42.42.5(pid=17569): stdout: \u000a| (launched: 2022-12-14_11:42:41.223476)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:42:43.237130 run osmo-stp_10.42.42.5(pid=17569): stderr: \u000a| �[0;m�[38;5;43m20221214114241418 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214114241418 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214114241418 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214114241419 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214114241419 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214114241419 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214114241419 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:42:43.394653 run patchelf(pid=17572): Terminating (SIGINT)\u000a11:42:43.578788 run patchelf(pid=17572): Terminated: ok {rc=0}\u000a11:42:43.612811 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=17569): Process ended prematurely: osmo-stp_10.42.42.5(pid=17569) [trial-2404↪gprs:oc2g+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17569)] [trial-2404↪gprs:oc2g+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38]\u000a11:42:43.622714 tst cs_paging_gprs_active.py:38: Test FAILED (8.9 sec)\u000a11:42:43.685442 run osmo-hlr_10.42.42.2(pid=17566): ERR: Terminated: ERROR {rc=237} [trial-2404↪gprs:oc2g+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17566)]\u000a11:42:43.736634 run osmo-hlr_10.42.42.2(pid=17566): stdout: \u000a| (launched: 2022-12-14_11:42:40.191632) \u000a11:42:43.788486 run osmo-hlr_10.42.42.2(pid=17566): stderr: \u000a| �[0;m�[1;31m20221214114240391 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214114240391 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214114240391 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214114240391 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214114240391 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214114240391 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214114240404 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2404/run.2022-12-14_11-25-45/gprs:oc2g+mod-bts0-dynts-osmo/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214114240414 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214114240415 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214114240415 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:42:43.832737 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17559): Terminating (SIGTERM)\u000a11:42:43.875571 run iperf3-srv_10.42.42.10(pid=17560): Terminating (SIGTERM)\u000a11:42:43.917577 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17561): Terminating (SIGTERM)\u000a11:42:43.959851 run iperf3-srv_10.42.42.10(pid=17562): Terminating (SIGTERM)\u000a11:42:44.001812 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17565): Terminating (SIGTERM)\u000a11:42:44.044116 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17568): Terminating (SIGTERM)\u000a11:42:44.086012 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17571): Terminating (SIGTERM)\u000a11:42:44.095538 --- ParallelTerminationStrategy: PID 17559 died...\u000a11:42:44.151413 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17559): Terminated: ok {rc=0}\u000a11:42:44.161368 --- ParallelTerminationStrategy: PID 17560 died...\u000a11:42:44.216666 run iperf3-srv_10.42.42.10(pid=17560): Terminated {rc=256}\u000a11:42:44.226528 --- ParallelTerminationStrategy: PID 17561 died...\u000a11:42:44.281906 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17561): Terminated: ok {rc=0}\u000a11:42:44.291792 --- ParallelTerminationStrategy: PID 17562 died...\u000a11:42:44.347844 run iperf3-srv_10.42.42.10(pid=17562): Terminated {rc=256}\u000a11:42:44.357811 --- ParallelTerminationStrategy: PID 17565 died...\u000a11:42:44.413431 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17565): Terminated: ok {rc=0}\u000a11:42:44.423394 --- ParallelTerminationStrategy: PID 17568 died...\u000a11:42:44.479271 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17568): Terminated: ok {rc=0}\u000a11:42:44.489368 --- ParallelTerminationStrategy: PID 17571 died...\u000a11:42:44.544639 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17571): Terminated: ok {rc=0}\u000a11:42:44.631406 bus /gobi_0: Setting Powered False\u000a11:42:45.736475 bus /gobi_0: Setting Powered False\u000a11:42:46.868168 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 266, "className" : "gprs:oc2g+mod-bts0-dynts-osmo", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17581): Process ended prematurely: osmo-stp_10.42.42.5(pid=17581) [trial-2404↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17581)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17581): Process ended prematurely: osmo-stp_10.42.42.5(pid=17581) [trial-2404↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17581)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2404 gprs:oc2g+mod-bts0-dynts-osmo iperf3.py\u000a----------------------------------------------\u000a11:42:47.980282 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:42:47.992101 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a11:42:48.142551 tst iperf3.py: using LAC 40657\u000a11:42:48.262723 tst iperf3.py: using RAC 112\u000a11:42:48.384852 tst iperf3.py: using CellId 40657\u000a11:42:48.506260 tst iperf3.py: using BVCI 40658\u000a11:42:48.529916 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:42:48.540762 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:42:48.551408 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:42:48.562167 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:42:48.572877 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:42:48.583834 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:42:48.594954 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:42:48.605835 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:42:48.616699 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a11:42:48.916596 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a11:42:49.053885 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:42:49.395750 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17573): Launched\u000a11:42:49.680626 run iperf3-srv_10.42.42.10(pid=17574): Launched\u000a11:42:49.881970 tst iperf3.py:8: start network...\u000a11:42:50.019170 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:42:50.546973 run create_hlr_db(pid=17575): Launched\u000a11:42:50.737680 bus /gobi_6: Setting Powered False\u000a11:42:51.759193 run create_hlr_db(pid=17575): Terminated: ok {rc=0}\u000a11:42:52.175313 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17577): Launched\u000a11:42:52.483857 run osmo-hlr_10.42.42.2(pid=17578): Launched\u000a11:42:52.597853 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:42:53.132503 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17580): Launched\u000a11:42:53.440224 run osmo-stp_10.42.42.5(pid=17581): Launched\u000a11:42:53.553128 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a11:42:54.091008 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17583): Launched\u000a11:42:54.200648 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a11:42:54.472445 run patchelf(pid=17584): Launched\u000a11:42:54.653174 run osmo-stp_10.42.42.5(pid=17581): ERR: Terminated: ERROR {rc=1} [trial-2404↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17581)]\u000a11:42:54.785359 run osmo-stp_10.42.42.5(pid=17581): stdout: \u000a| (launched: 2022-12-14_11:42:53.287887)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:42:54.918036 run osmo-stp_10.42.42.5(pid=17581): stderr: \u000a| �[0;m�[38;5;43m20221214114253458 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214114253458 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214114253458 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214114253458 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214114253459 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214114253459 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214114253459 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:42:55.045487 run osmo-stp_10.42.42.5(pid=17581): stdout: \u000a| (launched: 2022-12-14_11:42:53.287887)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:42:55.171565 run osmo-stp_10.42.42.5(pid=17581): stderr: \u000a| �[0;m�[38;5;43m20221214114253458 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214114253458 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214114253458 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214114253458 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214114253459 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214114253459 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214114253459 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:42:55.319067 run patchelf(pid=17584): Terminating (SIGINT)\u000a11:42:55.491609 run patchelf(pid=17584): Terminated: ok {rc=0}\u000a11:42:55.523254 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=17581): Process ended prematurely: osmo-stp_10.42.42.5(pid=17581) [trial-2404↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17581)] [trial-2404↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3.py:8]\u000a11:42:55.532427 tst iperf3.py:8: Test FAILED (7.6 sec)\u000a11:42:55.593013 run osmo-hlr_10.42.42.2(pid=17578): ERR: Terminated: ERROR {rc=237} [trial-2404↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17578)]\u000a11:42:55.642821 run osmo-hlr_10.42.42.2(pid=17578): stdout: \u000a| (launched: 2022-12-14_11:42:52.331249) \u000a11:42:55.693187 run osmo-hlr_10.42.42.2(pid=17578): stderr: \u000a| �[0;m�[1;31m20221214114252509 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214114252509 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214114252509 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214114252509 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214114252509 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214114252509 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214114252521 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2404/run.2022-12-14_11-25-45/gprs:oc2g+mod-bts0-dynts-osmo/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214114252529 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214114252530 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214114252531 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:42:55.736158 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17573): Terminating (SIGTERM)\u000a11:42:55.776627 run iperf3-srv_10.42.42.10(pid=17574): Terminating (SIGTERM)\u000a11:42:55.823356 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17577): Terminating (SIGTERM)\u000a11:42:55.865966 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17580): Terminating (SIGTERM)\u000a11:42:55.908683 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17583): Terminating (SIGTERM)\u000a11:42:55.918393 --- ParallelTerminationStrategy: PID 17573 died...\u000a11:42:55.976592 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17573): Terminated: ok {rc=0}\u000a11:42:55.986908 --- ParallelTerminationStrategy: PID 17574 died...\u000a11:42:56.044194 run iperf3-srv_10.42.42.10(pid=17574): Terminated {rc=256}\u000a11:42:56.054304 --- ParallelTerminationStrategy: PID 17577 died...\u000a11:42:56.111417 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17577): Terminated: ok {rc=0}\u000a11:42:56.121597 --- ParallelTerminationStrategy: PID 17580 died...\u000a11:42:56.178464 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17580): Terminated: ok {rc=0}\u000a11:42:56.188629 --- ParallelTerminationStrategy: PID 17583 died...\u000a11:42:56.246061 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17583): Terminated: ok {rc=0}\u000a11:42:56.334939 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 266, "className" : "gprs:oc2g+mod-bts0-dynts-osmo", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17599): Process ended prematurely: osmo-stp_10.42.42.5(pid=17599) [trial-2404↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17599)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17599): Process ended prematurely: osmo-stp_10.42.42.5(pid=17599) [trial-2404↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17599)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2404 gprs:oc2g+mod-bts0-dynts-osmo iperf3m4.py\u000a----------------------------------------------\u000a11:42:57.445239 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:42:57.456561 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a11:42:57.603333 tst iperf3m4.py: using LAC 40658\u000a11:42:57.725532 tst iperf3m4.py: using RAC 113\u000a11:42:57.845209 tst iperf3m4.py: using CellId 40658\u000a11:42:57.966356 tst iperf3m4.py: using BVCI 40659\u000a11:42:57.989918 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:42:58.000710 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:42:58.011308 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:42:58.022015 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:42:58.033245 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:42:58.043931 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:42:58.054921 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:42:58.066178 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:42:58.077382 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a11:42:58.201227 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a11:42:58.322338 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a11:42:58.443203 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a11:42:58.743801 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a11:42:58.882808 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:42:59.227293 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17585): Launched\u000a11:42:59.513601 run iperf3-srv_10.42.42.10(pid=17586): Launched\u000a11:42:59.714895 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a11:42:59.851676 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:43:00.195188 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17587): Launched\u000a11:43:00.480286 run iperf3-srv_10.42.42.10(pid=17588): Launched\u000a11:43:00.681108 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a11:43:00.817773 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:43:01.203929 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17589): Launched\u000a11:43:01.502036 run iperf3-srv_10.42.42.10(pid=17590): Launched\u000a11:43:01.698090 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a11:43:01.831658 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:43:02.167814 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17591): Launched\u000a11:43:02.453967 run iperf3-srv_10.42.42.10(pid=17592): Launched\u000a11:43:02.655135 tst iperf3m4.py:8: start network...\u000a11:43:02.792111 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:43:03.319522 run create_hlr_db(pid=17593): Launched\u000a11:43:03.509109 bus /gobi_6: Setting Powered False\u000a11:43:04.529500 run create_hlr_db(pid=17593): Terminated: ok {rc=0}\u000a11:43:04.942252 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17595): Launched\u000a11:43:05.251478 run osmo-hlr_10.42.42.2(pid=17596): Launched\u000a11:43:05.367662 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:43:05.902863 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17598): Launched\u000a11:43:06.211880 run osmo-stp_10.42.42.5(pid=17599): Launched\u000a11:43:06.324111 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a11:43:06.862500 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17601): Launched\u000a11:43:06.971544 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a11:43:07.241928 run patchelf(pid=17602): Launched\u000a11:43:07.422455 run osmo-stp_10.42.42.5(pid=17599): ERR: Terminated: ERROR {rc=1} [trial-2404↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17599)]\u000a11:43:07.554263 run osmo-stp_10.42.42.5(pid=17599): stdout: \u000a| (launched: 2022-12-14_11:43:06.058829)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:43:07.686473 run osmo-stp_10.42.42.5(pid=17599): stderr: \u000a| �[0;m�[38;5;43m20221214114306227 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214114306228 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214114306228 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214114306228 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214114306229 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214114306229 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214114306229 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:43:07.813465 run osmo-stp_10.42.42.5(pid=17599): stdout: \u000a| (launched: 2022-12-14_11:43:06.058829)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:43:07.939738 run osmo-stp_10.42.42.5(pid=17599): stderr: \u000a| �[0;m�[38;5;43m20221214114306227 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214114306228 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214114306228 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214114306228 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214114306229 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214114306229 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214114306229 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:43:08.086608 run patchelf(pid=17602): Terminating (SIGINT)\u000a11:43:08.258988 run patchelf(pid=17602): Terminated: ok {rc=0}\u000a11:43:08.290685 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=17599): Process ended prematurely: osmo-stp_10.42.42.5(pid=17599) [trial-2404↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17599)] [trial-2404↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3m4.py:8]\u000a11:43:08.300150 tst iperf3m4.py:8: Test FAILED (10.9 sec)\u000a11:43:08.361670 run osmo-hlr_10.42.42.2(pid=17596): ERR: Terminated: ERROR {rc=237} [trial-2404↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17596)]\u000a11:43:08.411504 run osmo-hlr_10.42.42.2(pid=17596): stdout: \u000a| (launched: 2022-12-14_11:43:05.097998) \u000a11:43:08.461812 run osmo-hlr_10.42.42.2(pid=17596): stderr: \u000a| �[0;m�[1;31m20221214114305270 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214114305270 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214114305270 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214114305270 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214114305270 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214114305270 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214114305282 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2404/run.2022-12-14_11-25-45/gprs:oc2g+mod-bts0-dynts-osmo/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214114305290 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214114305290 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214114305290 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:43:08.505348 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17585): Terminating (SIGTERM)\u000a11:43:08.545885 run iperf3-srv_10.42.42.10(pid=17586): Terminating (SIGTERM)\u000a11:43:08.586330 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17587): Terminating (SIGTERM)\u000a11:43:08.626607 run iperf3-srv_10.42.42.10(pid=17588): Terminating (SIGTERM)\u000a11:43:08.667167 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17589): Terminating (SIGTERM)\u000a11:43:08.707265 run iperf3-srv_10.42.42.10(pid=17590): Terminating (SIGTERM)\u000a11:43:08.747505 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17591): Terminating (SIGTERM)\u000a11:43:08.787608 run iperf3-srv_10.42.42.10(pid=17592): Terminating (SIGTERM)\u000a11:43:08.828089 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17595): Terminating (SIGTERM)\u000a11:43:08.868400 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17598): Terminating (SIGTERM)\u000a11:43:08.908696 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17601): Terminating (SIGTERM)\u000a11:43:08.917860 --- ParallelTerminationStrategy: PID 17585 died...\u000a11:43:08.972079 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17585): Terminated: ok {rc=0}\u000a11:43:08.981622 --- ParallelTerminationStrategy: PID 17586 died...\u000a11:43:09.035304 run iperf3-srv_10.42.42.10(pid=17586): Terminated {rc=256}\u000a11:43:09.044649 --- ParallelTerminationStrategy: PID 17587 died...\u000a11:43:09.098680 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17587): Terminated: ok {rc=0}\u000a11:43:09.108174 --- ParallelTerminationStrategy: PID 17588 died...\u000a11:43:09.161509 run iperf3-srv_10.42.42.10(pid=17588): Terminated {rc=256}\u000a11:43:09.170891 --- ParallelTerminationStrategy: PID 17589 died...\u000a11:43:09.224701 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17589): Terminated: ok {rc=0}\u000a11:43:09.234236 --- ParallelTerminationStrategy: PID 17590 died...\u000a11:43:09.287798 run iperf3-srv_10.42.42.10(pid=17590): Terminated {rc=256}\u000a11:43:09.297344 --- ParallelTerminationStrategy: PID 17591 died...\u000a11:43:09.351172 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17591): Terminated: ok {rc=0}\u000a11:43:09.360653 --- ParallelTerminationStrategy: PID 17592 died...\u000a11:43:09.414204 run iperf3-srv_10.42.42.10(pid=17592): Terminated {rc=256}\u000a11:43:09.423621 --- ParallelTerminationStrategy: PID 17595 died...\u000a11:43:09.477353 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17595): Terminated: ok {rc=0}\u000a11:43:09.486876 --- ParallelTerminationStrategy: PID 17598 died...\u000a11:43:09.540660 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17598): Terminated: ok {rc=0}\u000a11:43:09.550223 --- ParallelTerminationStrategy: PID 17601 died...\u000a11:43:09.604339 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17601): Terminated: ok {rc=0}\u000a11:43:09.693754 bus /gobi_4: Setting Powered False\u000a11:43:10.797838 bus /gobi_4: Setting Powered False\u000a11:43:11.905218 bus /gobi_1: Setting Powered False\u000a11:43:13.007470 bus /gobi_1: Setting Powered False\u000a11:43:14.115694 bus /gobi_0: Setting Powered False\u000a11:43:15.221444 bus /gobi_0: Setting Powered False\u000a11:43:16.348116 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 266, "className" : "gprs:oc2g+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17609): Process ended prematurely: osmo-stp_10.42.42.5(pid=17609) [trial-2404↪gprs:oc2g+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17609)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17609): Process ended prematurely: osmo-stp_10.42.42.5(pid=17609) [trial-2404↪gprs:oc2g+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17609)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2404 gprs:oc2g+mod-bts0-dynts-osmo ping.py\u000a----------------------------------------------\u000a11:43:17.414789 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:43:17.426288 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a11:43:17.569886 tst ping.py: using LAC 40659\u000a11:43:17.696257 tst ping.py: using RAC 114\u000a11:43:17.824189 tst ping.py: using CellId 40659\u000a11:43:17.954097 tst ping.py: using BVCI 40660\u000a11:43:17.978898 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:43:17.990387 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:43:18.001579 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:43:18.012711 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:43:18.023893 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:43:18.035067 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:43:18.046428 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:43:18.057626 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a11:43:18.335591 tst ping.py:19: start network...\u000a11:43:18.461509 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:43:18.936719 run create_hlr_db(pid=17603): Launched\u000a11:43:19.111728 bus /gobi_6: Setting Powered False\u000a11:43:20.132046 run create_hlr_db(pid=17603): Terminated: ok {rc=0}\u000a11:43:20.565830 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17605): Launched\u000a11:43:20.892233 run osmo-hlr_10.42.42.2(pid=17606): Launched\u000a11:43:21.010112 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:43:21.576502 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17608): Launched\u000a11:43:21.900108 run osmo-stp_10.42.42.5(pid=17609): Launched\u000a11:43:22.016453 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a11:43:22.581855 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17611): Launched\u000a11:43:22.697282 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a11:43:22.981484 run patchelf(pid=17612): Launched\u000a11:43:23.170862 run osmo-stp_10.42.42.5(pid=17609): ERR: Terminated: ERROR {rc=1} [trial-2404↪gprs:oc2g+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17609)]\u000a11:43:23.309212 run osmo-stp_10.42.42.5(pid=17609): stdout: \u000a| (launched: 2022-12-14_11:43:21.740879)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:43:23.447817 run osmo-stp_10.42.42.5(pid=17609): stderr: \u000a| �[0;m�[38;5;43m20221214114321933 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214114321934 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214114321934 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214114321934 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214114321935 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214114321935 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214114321935 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:43:23.581340 run osmo-stp_10.42.42.5(pid=17609): stdout: \u000a| (launched: 2022-12-14_11:43:21.740879)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:43:23.713094 run osmo-stp_10.42.42.5(pid=17609): stderr: \u000a| �[0;m�[38;5;43m20221214114321933 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214114321934 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214114321934 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214114321934 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214114321935 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214114321935 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214114321935 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:43:23.866703 run patchelf(pid=17612): Terminating (SIGINT)\u000a11:43:24.047203 run patchelf(pid=17612): Terminated: ok {rc=0}\u000a11:43:24.079899 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=17609): Process ended prematurely: osmo-stp_10.42.42.5(pid=17609) [trial-2404↪gprs:oc2g+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17609)] [trial-2404↪gprs:oc2g+mod-bts0-dynts-osmo↪ping.py:22]\u000a11:43:24.089145 tst ping.py:22: Test FAILED (6.7 sec)\u000a11:43:24.152231 run osmo-hlr_10.42.42.2(pid=17606): ERR: Terminated: ERROR {rc=237} [trial-2404↪gprs:oc2g+mod-bts0-dynts-osmo↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17606)]\u000a11:43:24.203888 run osmo-hlr_10.42.42.2(pid=17606): stdout: \u000a| (launched: 2022-12-14_11:43:20.730949) \u000a11:43:24.256271 run osmo-hlr_10.42.42.2(pid=17606): stderr: \u000a| �[0;m�[1;31m20221214114320928 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214114320928 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214114320928 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214114320928 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214114320928 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214114320928 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214114320942 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2404/run.2022-12-14_11-25-45/gprs:oc2g+mod-bts0-dynts-osmo/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214114320952 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214114320952 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214114320952 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:43:24.301596 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17605): Terminating (SIGTERM)\u000a11:43:24.344543 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17608): Terminating (SIGTERM)\u000a11:43:24.386758 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17611): Terminating (SIGTERM)\u000a11:43:24.396498 --- ParallelTerminationStrategy: PID 17605 died...\u000a11:43:24.453247 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17605): Terminated: ok {rc=0}\u000a11:43:24.463383 --- ParallelTerminationStrategy: PID 17608 died...\u000a11:43:24.519475 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17608): Terminated: ok {rc=0}\u000a11:43:24.529648 --- ParallelTerminationStrategy: PID 17611 died...\u000a11:43:24.585995 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17611): Terminated: ok {rc=0}\u000a11:43:24.674620 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 266, "className" : "gprs:oc2g+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17619): Process ended prematurely: osmo-stp_10.42.42.5(pid=17619) [trial-2404↪gprs:oc2g+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17619)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17619): Process ended prematurely: osmo-stp_10.42.42.5(pid=17619) [trial-2404↪gprs:oc2g+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17619)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2404 gprs:oc2g+mod-bts0-dynts-osmo ping_idle_ping.py\u000a----------------------------------------------\u000a11:43:25.726138 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:43:25.737941 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a11:43:25.884522 tst ping_idle_ping.py: using LAC 40660\u000a11:43:26.004189 tst ping_idle_ping.py: using RAC 115\u000a11:43:26.124239 tst ping_idle_ping.py: using CellId 40660\u000a11:43:26.249813 tst ping_idle_ping.py: using BVCI 40661\u000a11:43:26.274786 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:43:26.286476 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:43:26.297946 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:43:26.309435 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:43:26.320812 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:43:26.332103 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:43:26.343512 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:43:26.354854 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a11:43:26.635196 tst ping_idle_ping.py:24: start network...\u000a11:43:26.761764 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:43:27.246780 run create_hlr_db(pid=17613): Launched\u000a11:43:27.421258 bus /gobi_6: Setting Powered False\u000a11:43:28.442890 run create_hlr_db(pid=17613): Terminated: ok {rc=0}\u000a11:43:28.875907 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17615): Launched\u000a11:43:29.201659 run osmo-hlr_10.42.42.2(pid=17616): Launched\u000a11:43:29.319132 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:43:29.882659 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17618): Launched\u000a11:43:30.207738 run osmo-stp_10.42.42.5(pid=17619): Launched\u000a11:43:30.325149 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a11:43:30.936935 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17621): Launched\u000a11:43:31.055867 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a11:43:31.380992 run patchelf(pid=17622): Launched\u000a11:43:31.579679 run osmo-stp_10.42.42.5(pid=17619): ERR: Terminated: ERROR {rc=1} [trial-2404↪gprs:oc2g+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17619)]\u000a11:43:31.717575 run osmo-stp_10.42.42.5(pid=17619): stdout: \u000a| (launched: 2022-12-14_11:43:30.047945)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:43:31.856184 run osmo-stp_10.42.42.5(pid=17619): stderr: \u000a| �[0;m�[38;5;43m20221214114330239 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214114330239 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214114330240 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214114330240 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214114330241 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214114330241 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214114330241 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:43:32.019599 run osmo-stp_10.42.42.5(pid=17619): stdout: \u000a| (launched: 2022-12-14_11:43:30.047945)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:43:32.149989 run osmo-stp_10.42.42.5(pid=17619): stderr: \u000a| �[0;m�[38;5;43m20221214114330239 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214114330239 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214114330240 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214114330240 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214114330241 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214114330241 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214114330241 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:43:32.298409 run patchelf(pid=17622): Terminating (SIGINT)\u000a11:43:32.470139 run patchelf(pid=17622): Terminated: ok {rc=0}\u000a11:43:32.501372 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=17619): Process ended prematurely: osmo-stp_10.42.42.5(pid=17619) [trial-2404↪gprs:oc2g+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17619)] [trial-2404↪gprs:oc2g+mod-bts0-dynts-osmo↪ping_idle_ping.py:27]\u000a11:43:32.510382 tst ping_idle_ping.py:27: Test FAILED (6.8 sec)\u000a11:43:32.572113 run osmo-hlr_10.42.42.2(pid=17616): ERR: Terminated: ERROR {rc=237} [trial-2404↪gprs:oc2g+mod-bts0-dynts-osmo↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17616)]\u000a11:43:32.622946 run osmo-hlr_10.42.42.2(pid=17616): stdout: \u000a| (launched: 2022-12-14_11:43:29.041390) \u000a11:43:32.674377 run osmo-hlr_10.42.42.2(pid=17616): stderr: \u000a| �[0;m�[1;31m20221214114329240 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214114329240 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214114329240 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214114329240 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214114329240 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214114329240 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214114329255 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2404/run.2022-12-14_11-25-45/gprs:oc2g+mod-bts0-dynts-osmo/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214114329264 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214114329265 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214114329265 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:43:32.718344 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17615): Terminating (SIGTERM)\u000a11:43:32.760548 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17618): Terminating (SIGTERM)\u000a11:43:32.801633 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17621): Terminating (SIGTERM)\u000a11:43:32.811300 --- ParallelTerminationStrategy: PID 17615 died...\u000a11:43:32.866256 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17615): Terminated: ok {rc=0}\u000a11:43:32.875927 --- ParallelTerminationStrategy: PID 17618 died...\u000a11:43:32.930650 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17618): Terminated: ok {rc=0}\u000a11:43:32.940433 --- ParallelTerminationStrategy: PID 17621 died...\u000a11:43:32.994977 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17621): Terminated: ok {rc=0}\u000a11:43:33.084288 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "33", "name" : "gprs_oc2g+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T11:42:34" }, { "cases" : [ { "testActions" : [ ], "age" : 266, "className" : "dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17632): Process ended prematurely: osmo-stp_10.42.42.5(pid=17632) [trial-2404↪dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17632)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17632): Process ended prematurely: osmo-stp_10.42.42.5(pid=17632) [trial-2404↪dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17632)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2404 dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any switch_tch_pdch.py\u000a----------------------------------------------\u000a11:43:35.070871 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a11:43:35.082409 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a11:43:35.231601 tst switch_tch_pdch.py: using LAC 40661\u000a11:43:35.358988 tst switch_tch_pdch.py: using RAC 116\u000a11:43:35.484496 tst switch_tch_pdch.py: using CellId 40661\u000a11:43:35.610351 tst switch_tch_pdch.py: using BVCI 40662\u000a11:43:35.635156 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a11:43:35.646893 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a11:43:35.658330 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a11:43:35.669807 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a11:43:35.681172 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a11:43:35.692640 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a11:43:35.704227 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a11:43:35.715625 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a11:43:35.834367 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a11:43:36.127860 tst switch_tch_pdch.py:51: start network...\u000a11:43:36.262120 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:43:36.779708 run create_hlr_db(pid=17626): Launched\u000a11:43:36.967820 bus /gobi_6: Setting Powered False\u000a11:43:37.987072 run create_hlr_db(pid=17626): Terminated: ok {rc=0}\u000a11:43:38.418042 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17628): Launched\u000a11:43:38.741761 run osmo-hlr_10.42.42.2(pid=17629): Launched\u000a11:43:38.859013 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:43:39.423716 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17631): Launched\u000a11:43:39.747158 run osmo-stp_10.42.42.5(pid=17632): Launched\u000a11:43:39.863873 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a11:43:40.429719 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17634): Launched\u000a11:43:40.544624 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a11:43:40.828649 run patchelf(pid=17635): Launched\u000a11:43:41.018417 run osmo-stp_10.42.42.5(pid=17632): ERR: Terminated: ERROR {rc=1} [trial-2404↪dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17632)]\u000a11:43:41.157047 run osmo-stp_10.42.42.5(pid=17632): stdout: \u000a| (launched: 2022-12-14_11:43:39.587595)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:43:41.295352 run osmo-stp_10.42.42.5(pid=17632): stderr: \u000a| �[0;m�[38;5;43m20221214114339780 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214114339780 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214114339780 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214114339781 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214114339781 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214114339781 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214114339781 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:43:41.428835 run osmo-stp_10.42.42.5(pid=17632): stdout: \u000a| (launched: 2022-12-14_11:43:39.587595)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:43:41.561216 run osmo-stp_10.42.42.5(pid=17632): stderr: \u000a| �[0;m�[38;5;43m20221214114339780 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214114339780 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214114339780 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214114339781 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214114339781 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214114339781 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214114339781 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:43:41.715373 run patchelf(pid=17635): Terminating (SIGINT)\u000a11:43:41.896854 run patchelf(pid=17635): Terminated: ok {rc=0}\u000a11:43:41.929682 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=17632): Process ended prematurely: osmo-stp_10.42.42.5(pid=17632) [trial-2404↪dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17632)] [trial-2404↪dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54]\u000a11:43:41.938887 tst switch_tch_pdch.py:54: Test FAILED (6.9 sec)\u000a11:43:42.001656 run osmo-hlr_10.42.42.2(pid=17629): ERR: Terminated: ERROR {rc=237} [trial-2404↪dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17629)]\u000a11:43:42.053251 run osmo-hlr_10.42.42.2(pid=17629): stdout: \u000a| (launched: 2022-12-14_11:43:38.582059) \u000a11:43:42.105619 run osmo-hlr_10.42.42.2(pid=17629): stderr: \u000a| �[0;m�[1;31m20221214114338780 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214114338780 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214114338780 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214114338780 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214114338780 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214114338780 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214114338792 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2404/run.2022-12-14_11-25-45/dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214114338800 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214114338800 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214114338801 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:43:42.150154 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17628): Terminating (SIGTERM)\u000a11:43:42.192025 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17631): Terminating (SIGTERM)\u000a11:43:42.234410 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17634): Terminating (SIGTERM)\u000a11:43:42.243994 --- ParallelTerminationStrategy: PID 17628 died...\u000a11:43:42.299890 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17628): Terminated: ok {rc=0}\u000a11:43:42.309842 --- ParallelTerminationStrategy: PID 17631 died...\u000a11:43:42.365274 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17631): Terminated: ok {rc=0}\u000a11:43:42.375236 --- ParallelTerminationStrategy: PID 17634 died...\u000a11:43:42.430646 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17634): Terminated: ok {rc=0}\u000a11:43:42.517952 bus /gobi_0: Setting Powered False\u000a11:43:43.624017 bus /gobi_0: Setting Powered False\u000a11:43:44.732538 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "34", "name" : "dynts_oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T11:43:34" }, { "cases" : [ { "testActions" : [ ], "age" : 266, "className" : "dynts:oc2g+mod-bts0-dynts67-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17645): Process ended prematurely: osmo-stp_10.42.42.5(pid=17645) [trial-2404↪dynts:oc2g+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17645)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17645): Process ended prematurely: osmo-stp_10.42.42.5(pid=17645) [trial-2404↪dynts:oc2g+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17645)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2404 dynts:oc2g+mod-bts0-dynts67-osmo switch_tch_pdch.py\u000a----------------------------------------------\u000a11:43:46.693018 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a11:43:46.707866 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x bts (candidates: 1)\u000a11:43:46.887847 tst switch_tch_pdch.py: using LAC 40662\u000a11:43:47.032435 tst switch_tch_pdch.py: using RAC 117\u000a11:43:47.155304 tst switch_tch_pdch.py: using CellId 40662\u000a11:43:47.300728 tst switch_tch_pdch.py: using BVCI 40663\u000a11:43:47.328898 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a11:43:47.340503 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a11:43:47.351982 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a11:43:47.363287 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a11:43:47.375358 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a11:43:47.387668 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a11:43:47.399698 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a11:43:47.411555 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a11:43:47.534386 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a11:43:47.815642 tst switch_tch_pdch.py:51: start network...\u000a11:43:47.941913 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:43:48.394110 run create_hlr_db(pid=17639): Launched\u000a11:43:48.518016 bus /gobi_6: Setting Powered False\u000a11:43:49.590590 run create_hlr_db(pid=17639): Terminated: ok {rc=0}\u000a11:43:49.994557 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17641): Launched\u000a11:43:50.319221 run osmo-hlr_10.42.42.2(pid=17642): Launched\u000a11:43:50.441278 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:43:50.975723 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17644): Launched\u000a11:43:51.299471 run osmo-stp_10.42.42.5(pid=17645): Launched\u000a11:43:51.416038 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a11:43:51.952493 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17647): Launched\u000a11:43:52.067569 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a11:43:52.352018 run patchelf(pid=17648): Launched\u000a11:43:52.540848 run osmo-stp_10.42.42.5(pid=17645): ERR: Terminated: ERROR {rc=1} [trial-2404↪dynts:oc2g+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17645)]\u000a11:43:52.678977 run osmo-stp_10.42.42.5(pid=17645): stdout: \u000a| (launched: 2022-12-14_11:43:51.139537)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:43:52.817516 run osmo-stp_10.42.42.5(pid=17645): stderr: \u000a| �[0;m�[38;5;43m20221214114351330 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214114351330 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214114351330 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214114351330 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214114351331 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214114351331 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214114351331 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:43:52.951628 run osmo-stp_10.42.42.5(pid=17645): stdout: \u000a| (launched: 2022-12-14_11:43:51.139537)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:43:53.083600 run osmo-stp_10.42.42.5(pid=17645): stderr: \u000a| �[0;m�[38;5;43m20221214114351330 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214114351330 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214114351330 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214114351330 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214114351331 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214114351331 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214114351331 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:43:53.237845 run patchelf(pid=17648): Terminating (SIGINT)\u000a11:43:53.418237 run patchelf(pid=17648): Terminated: ok {rc=0}\u000a11:43:53.451050 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=17645): Process ended prematurely: osmo-stp_10.42.42.5(pid=17645) [trial-2404↪dynts:oc2g+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17645)] [trial-2404↪dynts:oc2g+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54]\u000a11:43:53.460391 tst switch_tch_pdch.py:54: Test FAILED (6.8 sec)\u000a11:43:53.523458 run osmo-hlr_10.42.42.2(pid=17642): ERR: Terminated: ERROR {rc=237} [trial-2404↪dynts:oc2g+mod-bts0-dynts67-osmo↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17642)]\u000a11:43:53.575277 run osmo-hlr_10.42.42.2(pid=17642): stdout: \u000a| (launched: 2022-12-14_11:43:50.159158) \u000a11:43:53.627717 run osmo-hlr_10.42.42.2(pid=17642): stderr: \u000a| �[0;m�[1;31m20221214114350355 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214114350355 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214114350355 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214114350356 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214114350356 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214114350356 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214114350368 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2404/run.2022-12-14_11-25-45/dynts:oc2g+mod-bts0-dynts67-osmo/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214114350377 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214114350377 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214114350377 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:43:53.673051 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17641): Terminating (SIGTERM)\u000a11:43:53.716001 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17644): Terminating (SIGTERM)\u000a11:43:53.758912 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17647): Terminating (SIGTERM)\u000a11:43:53.768814 --- ParallelTerminationStrategy: PID 17641 died...\u000a11:43:53.825325 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17641): Terminated: ok {rc=0}\u000a11:43:53.835273 --- ParallelTerminationStrategy: PID 17644 died...\u000a11:43:53.891360 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17644): Terminated: ok {rc=0}\u000a11:43:53.901761 --- ParallelTerminationStrategy: PID 17647 died...\u000a11:43:53.957430 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17647): Terminated: ok {rc=0}\u000a11:43:54.044304 bus /gobi_0: Setting Powered False\u000a11:43:55.151832 bus /gobi_0: Setting Powered False\u000a11:43:56.260791 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "35", "name" : "dynts_oc2g+mod-bts0-dynts67-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T11:43:46" }, { "cases" : [ { "testActions" : [ ], "age" : 260, "className" : "nitb_sms:trx-b200", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=17655): Process ended prematurely: osmo-nitb_10.42.42.2(pid=17655) [trial-2404↪nitb_sms:trx-b200↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=17655)]", "failedSince" : 2145, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_sms/mo_mt_sms.py\", line 11, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=17655): Process ended prematurely: osmo-nitb_10.42.42.2(pid=17655) [trial-2404↪nitb_sms:trx-b200↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=17655)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2404 nitb_sms:trx-b200 mo_mt_sms.py\u000a----------------------------------------------\u000a11:43:58.150060 tst nitb_sms:trx-b200: Using 1 x ip_address (candidates: 1)\u000a11:43:58.160890 tst nitb_sms:trx-b200: Using 1 x bts (candidates: 1)\u000a11:43:58.297090 tst mo_mt_sms.py: using LAC 40663\u000a11:43:58.419084 tst mo_mt_sms.py: using RAC 118\u000a11:43:58.537359 tst mo_mt_sms.py: using CellId 40663\u000a11:43:58.655575 tst mo_mt_sms.py: using BVCI 40664\u000a11:43:58.678505 tst nitb_sms:trx-b200: Using 1 x modem (candidates: 2)\u000a11:43:58.798117 tst nitb_sms:trx-b200: Using 1 x modem (candidates: 2)\u000a11:43:59.077430 tst mo_mt_sms.py:9: start nitb and bts...\u000a11:43:59.202956 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a11:43:59.830006 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=17654): Launched\u000a11:44:00.131319 run osmo-nitb_10.42.42.2(pid=17655): Launched\u000a11:44:00.317250 run osmo-nitb_10.42.42.2(pid=17655): ERR: Terminated: ERROR {rc=2} [trial-2404↪nitb_sms:trx-b200↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=17655)]\u000a11:44:00.455051 run osmo-nitb_10.42.42.2(pid=17655): stdout: \u000a| (launched: 2022-12-14_11:43:59.983423) \u000a11:44:00.592776 run osmo-nitb_10.42.42.2(pid=17655): stderr: \u000a| (launched: 2022-12-14_11:44:00.028349)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a11:44:00.725541 run osmo-nitb_10.42.42.2(pid=17655): stdout: \u000a| (launched: 2022-12-14_11:43:59.983423) \u000a11:44:00.857821 run osmo-nitb_10.42.42.2(pid=17655): stderr: \u000a| (launched: 2022-12-14_11:44:00.028349)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a11:44:01.253997 tst osmo-nitb_10.42.42.2(pid=17655): stdout: \u000a| (launched: 2022-12-14_11:43:59.983423) \u000a11:44:01.378348 tst osmo-nitb_10.42.42.2(pid=17655): stderr: \u000a| (launched: 2022-12-14_11:44:00.028349)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a11:44:01.432927 tst mo_mt_sms.py:11: ERR: Error: osmo-nitb_10.42.42.2(pid=17655): Process ended prematurely: osmo-nitb_10.42.42.2(pid=17655) [trial-2404↪nitb_sms:trx-b200↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=17655)] [trial-2404↪nitb_sms:trx-b200↪mo_mt_sms.py:11]\u000a11:44:01.442153 tst mo_mt_sms.py:11: Test FAILED (3.3 sec)\u000a11:44:01.480005 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=17654): Terminating (SIGTERM)\u000a11:44:01.657228 --- ParallelTerminationStrategy: PID 17654 died...\u000a11:44:01.713165 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=17654): Terminated: ok {rc=0}\u000a11:44:01.802896 bus /sierra_3: Setting Powered False\u000a11:44:02.906236 bus /sierra_3: Setting Powered False\u000a11:44:04.020894 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 8.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "36", "name" : "nitb_sms_trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T11:43:57" }, { "cases" : [ { "testActions" : [ ], "age" : 87, "className" : "sms:trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17666): Process ended prematurely: osmo-stp_10.42.42.5(pid=17666) [trial-2404↪sms:trx-b200↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17666)]", "failedSince" : 2318, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/sms/mo_mt_sms.py\", line 16, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17666): Process ended prematurely: osmo-stp_10.42.42.5(pid=17666) [trial-2404↪sms:trx-b200↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17666)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2404 sms:trx-b200 mo_mt_sms.py\u000a----------------------------------------------\u000a11:44:05.917101 tst sms:trx-b200: Using 1 x ip_address (candidates: 6)\u000a11:44:05.927981 tst sms:trx-b200: Using 1 x bts (candidates: 1)\u000a11:44:06.074569 tst mo_mt_sms.py: using LAC 40664\u000a11:44:06.199794 tst mo_mt_sms.py: using RAC 119\u000a11:44:06.324386 tst mo_mt_sms.py: using CellId 40664\u000a11:44:06.450381 tst mo_mt_sms.py: using BVCI 40665\u000a11:44:06.475034 tst sms:trx-b200: Using 1 x ip_address (candidates: 6)\u000a11:44:06.486137 tst sms:trx-b200: Using 1 x ip_address (candidates: 6)\u000a11:44:06.497068 tst sms:trx-b200: Using 1 x ip_address (candidates: 6)\u000a11:44:06.507824 tst sms:trx-b200: Using 1 x ip_address (candidates: 6)\u000a11:44:06.518898 tst sms:trx-b200: Using 1 x ip_address (candidates: 6)\u000a11:44:06.529995 tst sms:trx-b200: Using 1 x modem (candidates: 2)\u000a11:44:06.646914 tst sms:trx-b200: Using 1 x modem (candidates: 2)\u000a11:44:06.860850 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:44:07.383144 run create_hlr_db(pid=17660): Launched\u000a11:44:07.572469 bus /sierra_2: Setting Powered False\u000a11:44:08.591463 run create_hlr_db(pid=17660): Terminated: ok {rc=0}\u000a11:44:08.999476 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17662): Launched\u000a11:44:09.303432 run osmo-hlr_10.42.42.2(pid=17663): Launched\u000a11:44:09.418815 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:44:09.947345 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17665): Launched\u000a11:44:10.249132 run osmo-stp_10.42.42.5(pid=17666): Launched\u000a11:44:10.358838 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a11:44:10.913862 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17668): Launched\u000a11:44:11.218483 run osmo-msc_10.42.42.6(pid=17669): Launched\u000a11:44:11.396190 run osmo-stp_10.42.42.5(pid=17666): ERR: Terminated: ERROR {rc=1} [trial-2404↪sms:trx-b200↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17666)]\u000a11:44:11.524877 run osmo-stp_10.42.42.5(pid=17666): stdout: \u000a| (launched: 2022-12-14_11:44:10.100158)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:44:11.650789 run osmo-stp_10.42.42.5(pid=17666): stderr: \u000a| �[0;m�[38;5;43m20221214114410267 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214114410267 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214114410267 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214114410268 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214114410268 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214114410268 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214114410268 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:44:11.771631 run osmo-stp_10.42.42.5(pid=17666): stdout: \u000a| (launched: 2022-12-14_11:44:10.100158)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:44:11.891523 run osmo-stp_10.42.42.5(pid=17666): stderr: \u000a| �[0;m�[38;5;43m20221214114410267 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214114410267 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214114410267 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214114410268 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214114410268 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214114410268 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214114410268 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:44:11.944255 tst mo_mt_sms.py:16: ERR: Error: osmo-stp_10.42.42.5(pid=17666): Process ended prematurely: osmo-stp_10.42.42.5(pid=17666) [trial-2404↪sms:trx-b200↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17666)] [trial-2404↪sms:trx-b200↪mo_mt_sms.py:16]\u000a11:44:11.952180 tst mo_mt_sms.py:16: Test FAILED (6.0 sec)\u000a11:44:12.013023 run osmo-hlr_10.42.42.2(pid=17663): ERR: Terminated: ERROR {rc=237} [trial-2404↪sms:trx-b200↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17663)]\u000a11:44:12.062899 run osmo-hlr_10.42.42.2(pid=17663): stdout: \u000a| (launched: 2022-12-14_11:44:09.153828) \u000a11:44:12.113980 run osmo-hlr_10.42.42.2(pid=17663): stderr: \u000a| �[0;m�[1;31m20221214114409327 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214114409327 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214114409327 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214114409327 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214114409327 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214114409327 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214114409340 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2404/run.2022-12-14_11-25-45/sms:trx-b200/mo_mt_sms.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214114409349 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214114409349 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214114409349 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:44:12.182411 run osmo-msc_10.42.42.6(pid=17669): ERR: Terminated: ERROR {rc=2} [trial-2404↪sms:trx-b200↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=17669)]\u000a11:44:12.232051 run osmo-msc_10.42.42.6(pid=17669): stdout: \u000a| (launched: 2022-12-14_11:44:11.067533) \u000a11:44:12.282240 run osmo-msc_10.42.42.6(pid=17669): stderr: \u000a| �[0;m�[38;5;43m20221214114411335 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214114411337 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f2f302fbc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214114411337 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214114411337 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214114411337 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214114411337 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214114411339 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214114411339 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214114411339 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214114411339 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a11:44:12.325303 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17662): Terminating (SIGTERM)\u000a11:44:12.366364 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17665): Terminating (SIGTERM)\u000a11:44:12.407049 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17668): Terminating (SIGTERM)\u000a11:44:12.416259 --- ParallelTerminationStrategy: PID 17662 died...\u000a11:44:12.470620 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17662): Terminated: ok {rc=0}\u000a11:44:12.480124 --- ParallelTerminationStrategy: PID 17665 died...\u000a11:44:12.534025 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17665): Terminated: ok {rc=0}\u000a11:44:12.543572 --- ParallelTerminationStrategy: PID 17668 died...\u000a11:44:12.601012 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17668): Terminated: ok {rc=0}\u000a11:44:12.689674 bus /sierra_3: Setting Powered False\u000a11:44:13.793329 bus /sierra_3: Setting Powered False\u000a11:44:14.901516 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 11.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "37", "name" : "sms_trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T11:44:05" }, { "cases" : [ { "testActions" : [ ], "age" : 260, "className" : "nitb_ussd:trx-b200", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=17675): Process ended prematurely: osmo-nitb_10.42.42.2(pid=17675) [trial-2404↪nitb_ussd:trx-b200↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=17675)]", "failedSince" : 2145, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_ussd/assert_extension.py\", line 12, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=17675): Process ended prematurely: osmo-nitb_10.42.42.2(pid=17675) [trial-2404↪nitb_ussd:trx-b200↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=17675)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2404 nitb_ussd:trx-b200 assert_extension.py\u000a----------------------------------------------\u000a11:44:16.775019 tst nitb_ussd:trx-b200: Using 1 x ip_address (candidates: 1)\u000a11:44:16.791309 tst nitb_ussd:trx-b200: Using 1 x bts (candidates: 1)\u000a11:44:16.945741 tst assert_extension.py: using LAC 40665\u000a11:44:17.099969 tst assert_extension.py: using RAC 120\u000a11:44:17.247307 tst assert_extension.py: using CellId 40665\u000a11:44:17.368392 tst assert_extension.py: using BVCI 40666\u000a11:44:17.391488 tst nitb_ussd:trx-b200: Using 1 x modem (candidates: 1)\u000a11:44:17.685897 tst assert_extension.py:10: start nitb and bts...\u000a11:44:17.821471 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a11:44:18.492560 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=17674): Launched\u000a11:44:18.813012 run osmo-nitb_10.42.42.2(pid=17675): Launched\u000a11:44:19.012010 run osmo-nitb_10.42.42.2(pid=17675): ERR: Terminated: ERROR {rc=2} [trial-2404↪nitb_ussd:trx-b200↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=17675)]\u000a11:44:19.159063 run osmo-nitb_10.42.42.2(pid=17675): stdout: \u000a| (launched: 2022-12-14_11:44:18.656084) \u000a11:44:19.305917 run osmo-nitb_10.42.42.2(pid=17675): stderr: \u000a| (launched: 2022-12-14_11:44:18.704107)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a11:44:19.447685 run osmo-nitb_10.42.42.2(pid=17675): stdout: \u000a| (launched: 2022-12-14_11:44:18.656084) \u000a11:44:19.588040 run osmo-nitb_10.42.42.2(pid=17675): stderr: \u000a| (launched: 2022-12-14_11:44:18.704107)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a11:44:19.943746 tst osmo-nitb_10.42.42.2(pid=17675): stdout: \u000a| (launched: 2022-12-14_11:44:18.656084) \u000a11:44:20.072352 tst osmo-nitb_10.42.42.2(pid=17675): stderr: \u000a| (launched: 2022-12-14_11:44:18.704107)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a11:44:20.128991 tst assert_extension.py:12: ERR: Error: osmo-nitb_10.42.42.2(pid=17675): Process ended prematurely: osmo-nitb_10.42.42.2(pid=17675) [trial-2404↪nitb_ussd:trx-b200↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=17675)] [trial-2404↪nitb_ussd:trx-b200↪assert_extension.py:12]\u000a11:44:20.137949 tst assert_extension.py:12: Test FAILED (3.4 sec)\u000a11:44:20.174276 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=17674): Terminating (SIGTERM)\u000a11:44:20.352209 --- ParallelTerminationStrategy: PID 17674 died...\u000a11:44:20.410402 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=17674): Terminated: ok {rc=0}\u000a11:44:20.498094 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 6.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "38", "name" : "nitb_ussd_trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T11:44:16" }, { "cases" : [ { "testActions" : [ ], "age" : 87, "className" : "ussd:trx-b200", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17686): Process ended prematurely: osmo-stp_10.42.42.5(pid=17686) [trial-2404↪ussd:trx-b200↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17686)]", "failedSince" : 2318, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/ussd/assert_extension.py\", line 17, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17686): Process ended prematurely: osmo-stp_10.42.42.5(pid=17686) [trial-2404↪ussd:trx-b200↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17686)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2404 ussd:trx-b200 assert_extension.py\u000a----------------------------------------------\u000a11:44:22.344075 tst ussd:trx-b200: Using 1 x ip_address (candidates: 6)\u000a11:44:22.354997 tst ussd:trx-b200: Using 1 x bts (candidates: 1)\u000a11:44:22.496590 tst assert_extension.py: using LAC 40666\u000a11:44:22.621383 tst assert_extension.py: using RAC 121\u000a11:44:22.746423 tst assert_extension.py: using CellId 40666\u000a11:44:22.872486 tst assert_extension.py: using BVCI 40667\u000a11:44:22.897278 tst ussd:trx-b200: Using 1 x ip_address (candidates: 6)\u000a11:44:22.908471 tst ussd:trx-b200: Using 1 x ip_address (candidates: 6)\u000a11:44:22.919686 tst ussd:trx-b200: Using 1 x ip_address (candidates: 6)\u000a11:44:22.930685 tst ussd:trx-b200: Using 1 x ip_address (candidates: 6)\u000a11:44:22.941592 tst ussd:trx-b200: Using 1 x ip_address (candidates: 6)\u000a11:44:22.952460 tst ussd:trx-b200: Using 1 x modem (candidates: 1)\u000a11:44:23.154621 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:44:23.646482 run create_hlr_db(pid=17679): Launched\u000a11:44:23.834928 bus /sierra_2: Setting Powered False\u000a11:44:24.853577 run create_hlr_db(pid=17679): Terminated: ok {rc=0}\u000a11:44:25.289384 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17681): Launched\u000a11:44:25.611822 run osmo-hlr_10.42.42.2(pid=17682): Launched\u000a11:44:25.728412 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:44:26.256758 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17685): Launched\u000a11:44:26.561175 run osmo-stp_10.42.42.5(pid=17686): Launched\u000a11:44:26.671165 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a11:44:27.220936 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17688): Launched\u000a11:44:27.524638 run osmo-msc_10.42.42.6(pid=17689): Launched\u000a11:44:27.702615 run osmo-stp_10.42.42.5(pid=17686): ERR: Terminated: ERROR {rc=1} [trial-2404↪ussd:trx-b200↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17686)]\u000a11:44:27.830902 run osmo-stp_10.42.42.5(pid=17686): stdout: \u000a| (launched: 2022-12-14_11:44:26.409703)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:44:27.957626 run osmo-stp_10.42.42.5(pid=17686): stderr: \u000a| �[0;m�[38;5;43m20221214114426581 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214114426581 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214114426582 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214114426582 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214114426583 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214114426583 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214114426583 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:44:28.078882 run osmo-stp_10.42.42.5(pid=17686): stdout: \u000a| (launched: 2022-12-14_11:44:26.409703)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:44:28.199240 run osmo-stp_10.42.42.5(pid=17686): stderr: \u000a| �[0;m�[38;5;43m20221214114426581 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214114426581 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214114426582 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214114426582 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214114426583 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214114426583 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214114426583 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:44:28.251952 tst assert_extension.py:17: ERR: Error: osmo-stp_10.42.42.5(pid=17686): Process ended prematurely: osmo-stp_10.42.42.5(pid=17686) [trial-2404↪ussd:trx-b200↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17686)] [trial-2404↪ussd:trx-b200↪assert_extension.py:17]\u000a11:44:28.259933 tst assert_extension.py:17: Test FAILED (5.9 sec)\u000a11:44:28.320888 run osmo-hlr_10.42.42.2(pid=17682): ERR: Terminated: ERROR {rc=237} [trial-2404↪ussd:trx-b200↪assert_extension.py↪assert_extension.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17682)]\u000a11:44:28.371321 run osmo-hlr_10.42.42.2(pid=17682): stdout: \u000a| (launched: 2022-12-14_11:44:25.453991) \u000a11:44:28.421824 run osmo-hlr_10.42.42.2(pid=17682): stderr: \u000a| �[0;m�[1;31m20221214114425635 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214114425635 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214114425636 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214114425636 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214114425636 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214114425636 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214114425648 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2404/run.2022-12-14_11-25-45/ussd:trx-b200/assert_extension.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214114425656 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214114425656 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214114425656 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:44:28.490411 run osmo-msc_10.42.42.6(pid=17689): ERR: Terminated: ERROR {rc=2} [trial-2404↪ussd:trx-b200↪assert_extension.py↪assert_extension.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=17689)]\u000a11:44:28.540216 run osmo-msc_10.42.42.6(pid=17689): stdout: \u000a| (launched: 2022-12-14_11:44:27.373251) \u000a11:44:28.590667 run osmo-msc_10.42.42.6(pid=17689): stderr: \u000a| �[0;m�[38;5;43m20221214114427642 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214114427642 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fa6327b2c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214114427642 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214114427642 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214114427642 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214114427643 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214114427644 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214114427645 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214114427645 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214114427645 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a11:44:28.633924 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17681): Terminating (SIGTERM)\u000a11:44:28.674520 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17685): Terminating (SIGTERM)\u000a11:44:28.715146 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17688): Terminating (SIGTERM)\u000a11:44:28.724485 --- ParallelTerminationStrategy: PID 17681 died...\u000a11:44:28.779392 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17681): Terminated: ok {rc=0}\u000a11:44:28.789042 --- ParallelTerminationStrategy: PID 17685 died...\u000a11:44:28.843231 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17685): Terminated: ok {rc=0}\u000a11:44:28.852764 --- ParallelTerminationStrategy: PID 17688 died...\u000a11:44:28.907338 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17688): Terminated: ok {rc=0}\u000a11:44:28.997701 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 9.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "39", "name" : "ussd_trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T11:44:22" }, { "cases" : [ { "testActions" : [ ], "age" : 87, "className" : "voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17700): Process ended prematurely: osmo-stp_10.42.42.5(pid=17700) [trial-2404↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17700)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17700): Process ended prematurely: osmo-stp_10.42.42.5(pid=17700) [trial-2404↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17700)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2404 voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call.py\u000a----------------------------------------------\u000a11:44:30.992828 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a11:44:31.004845 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a11:44:31.198716 tst mo_mt_call.py: using LAC 40667\u000a11:44:31.330947 tst mo_mt_call.py: using RAC 122\u000a11:44:31.464714 tst mo_mt_call.py: using CellId 40667\u000a11:44:31.593429 tst mo_mt_call.py: using BVCI 40668\u000a11:44:31.618674 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a11:44:31.631388 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a11:44:31.643671 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a11:44:31.656469 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a11:44:31.669678 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a11:44:31.683725 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a11:44:31.812835 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a11:44:32.071915 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:44:32.564880 run create_hlr_db(pid=17694): Launched\u000a11:44:32.742122 bus /sierra_2: Setting Powered False\u000a11:44:33.763881 run create_hlr_db(pid=17694): Terminated: ok {rc=0}\u000a11:44:34.173389 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17696): Launched\u000a11:44:34.480650 run osmo-hlr_10.42.42.2(pid=17697): Launched\u000a11:44:34.600295 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:44:35.140091 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17699): Launched\u000a11:44:35.451333 run osmo-stp_10.42.42.5(pid=17700): Launched\u000a11:44:35.563781 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a11:44:36.135504 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17702): Launched\u000a11:44:36.467445 run osmo-msc_10.42.42.6(pid=17703): Launched\u000a11:44:36.660149 run osmo-stp_10.42.42.5(pid=17700): ERR: Terminated: ERROR {rc=1} [trial-2404↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17700)]\u000a11:44:36.799687 run osmo-stp_10.42.42.5(pid=17700): stdout: \u000a| (launched: 2022-12-14_11:44:35.296551)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:44:36.938409 run osmo-stp_10.42.42.5(pid=17700): stderr: \u000a| �[0;m�[38;5;43m20221214114435467 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214114435467 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214114435467 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214114435467 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214114435468 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214114435468 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214114435468 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:44:37.071238 run osmo-stp_10.42.42.5(pid=17700): stdout: \u000a| (launched: 2022-12-14_11:44:35.296551)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:44:37.202874 run osmo-stp_10.42.42.5(pid=17700): stderr: \u000a| �[0;m�[38;5;43m20221214114435467 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214114435467 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214114435467 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214114435467 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214114435468 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214114435468 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214114435468 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:44:37.261246 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=17700): Process ended prematurely: osmo-stp_10.42.42.5(pid=17700) [trial-2404↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17700)] [trial-2404↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8]\u000a11:44:37.270970 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a11:44:37.334622 run osmo-hlr_10.42.42.2(pid=17697): ERR: Terminated: ERROR {rc=237} [trial-2404↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17697)]\u000a11:44:37.387336 run osmo-hlr_10.42.42.2(pid=17697): stdout: \u000a| (launched: 2022-12-14_11:44:34.328924) \u000a11:44:37.440344 run osmo-hlr_10.42.42.2(pid=17697): stderr: \u000a| �[0;m�[1;31m20221214114434503 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214114434503 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214114434503 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214114434503 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214114434503 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214114434503 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214114434515 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2404/run.2022-12-14_11-25-45/voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214114434524 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214114434524 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214114434524 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:44:37.512357 run osmo-msc_10.42.42.6(pid=17703): ERR: Terminated: ERROR {rc=2} [trial-2404↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=17703)]\u000a11:44:37.564811 run osmo-msc_10.42.42.6(pid=17703): stdout: \u000a| (launched: 2022-12-14_11:44:36.303852) \u000a11:44:37.617768 run osmo-msc_10.42.42.6(pid=17703): stderr: \u000a| �[0;m�[38;5;43m20221214114436625 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214114436625 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fc6a5db2c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214114436625 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214114436625 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214114436625 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214114436626 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214114436627 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214114436628 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214114436628 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214114436628 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a11:44:37.662946 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17696): Terminating (SIGTERM)\u000a11:44:37.705324 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17699): Terminating (SIGTERM)\u000a11:44:37.747758 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17702): Terminating (SIGTERM)\u000a11:44:37.757587 --- ParallelTerminationStrategy: PID 17696 died...\u000a11:44:37.814821 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17696): Terminated: ok {rc=0}\u000a11:44:37.825102 --- ParallelTerminationStrategy: PID 17699 died...\u000a11:44:37.881696 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17699): Terminated: ok {rc=0}\u000a11:44:37.891927 --- ParallelTerminationStrategy: PID 17702 died...\u000a11:44:37.949235 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17702): Terminated: ok {rc=0}\u000a11:44:38.038015 bus /sierra_3: Setting Powered False\u000a11:44:39.146290 bus /sierra_3: Setting Powered False\u000a11:44:40.259894 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 87, "className" : "voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17711): Process ended prematurely: osmo-stp_10.42.42.5(pid=17711) [trial-2404↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17711)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17711): Process ended prematurely: osmo-stp_10.42.42.5(pid=17711) [trial-2404↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17711)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2404 voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a11:44:41.373253 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a11:44:41.384894 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a11:44:41.543844 tst mo_mt_call_osmux.py: using LAC 40668\u000a11:44:41.665534 tst mo_mt_call_osmux.py: using RAC 123\u000a11:44:41.793865 tst mo_mt_call_osmux.py: using CellId 40668\u000a11:44:41.925643 tst mo_mt_call_osmux.py: using BVCI 40669\u000a11:44:41.951129 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a11:44:41.962949 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a11:44:41.974637 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a11:44:41.986291 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a11:44:41.997933 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a11:44:42.009557 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a11:44:42.128509 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a11:44:42.343866 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:44:42.869271 run create_hlr_db(pid=17705): Launched\u000a11:44:43.060396 bus /sierra_2: Setting Powered False\u000a11:44:44.081276 run create_hlr_db(pid=17705): Terminated: ok {rc=0}\u000a11:44:44.495398 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17707): Launched\u000a11:44:44.803818 run osmo-hlr_10.42.42.2(pid=17708): Launched\u000a11:44:44.921158 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:44:45.455781 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17710): Launched\u000a11:44:45.762936 run osmo-stp_10.42.42.5(pid=17711): Launched\u000a11:44:45.877378 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a11:44:46.466356 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17713): Launched\u000a11:44:46.824071 run osmo-msc_10.42.42.6(pid=17714): Launched\u000a11:44:47.408555 run osmo-stp_10.42.42.5(pid=17711): ERR: Terminated: ERROR {rc=1} [trial-2404↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17711)]\u000a11:44:47.573121 run osmo-stp_10.42.42.5(pid=17711): stdout: \u000a| (launched: 2022-12-14_11:44:45.611620)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:44:47.702629 run osmo-stp_10.42.42.5(pid=17711): stderr: \u000a| �[0;m�[38;5;43m20221214114445783 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214114445783 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214114445783 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214114445783 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214114445784 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214114445784 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214114445784 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:44:47.826788 run osmo-stp_10.42.42.5(pid=17711): stdout: \u000a| (launched: 2022-12-14_11:44:45.611620)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:44:47.949902 run osmo-stp_10.42.42.5(pid=17711): stderr: \u000a| �[0;m�[38;5;43m20221214114445783 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214114445783 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214114445783 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214114445783 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214114445784 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214114445784 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214114445784 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:44:48.003827 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=17711): Process ended prematurely: osmo-stp_10.42.42.5(pid=17711) [trial-2404↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17711)] [trial-2404↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8]\u000a11:44:48.012617 tst mo_mt_call_osmux.py:8: Test FAILED (6.7 sec)\u000a11:44:48.075013 run osmo-hlr_10.42.42.2(pid=17708): ERR: Terminated: ERROR {rc=237} [trial-2404↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17708)]\u000a11:44:48.126072 run osmo-hlr_10.42.42.2(pid=17708): stdout: \u000a| (launched: 2022-12-14_11:44:44.651227) \u000a11:44:48.177640 run osmo-hlr_10.42.42.2(pid=17708): stderr: \u000a| �[0;m�[1;31m20221214114444825 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214114444825 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214114444825 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214114444825 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214114444825 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214114444825 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214114444837 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2404/run.2022-12-14_11-25-45/voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214114444845 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214114444845 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214114444846 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:44:48.247450 run osmo-msc_10.42.42.6(pid=17714): ERR: Terminated: ERROR {rc=2} [trial-2404↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=17714)]\u000a11:44:48.298490 run osmo-msc_10.42.42.6(pid=17714): stdout: \u000a| (launched: 2022-12-14_11:44:46.624159) \u000a11:44:48.350046 run osmo-msc_10.42.42.6(pid=17714): stderr: \u000a| �[0;m�[38;5;43m20221214114447217 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214114447217 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fa56de72c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214114447218 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214114447218 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214114447219 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214114447219 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214114447224 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214114447225 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214114447225 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214114447226 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a11:44:48.394108 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17707): Terminating (SIGTERM)\u000a11:44:48.435989 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17710): Terminating (SIGTERM)\u000a11:44:48.477936 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17713): Terminating (SIGTERM)\u000a11:44:48.487284 --- ParallelTerminationStrategy: PID 17707 died...\u000a11:44:48.543366 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17707): Terminated: ok {rc=0}\u000a11:44:48.553127 --- ParallelTerminationStrategy: PID 17710 died...\u000a11:44:48.608887 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17710): Terminated: ok {rc=0}\u000a11:44:48.618640 --- ParallelTerminationStrategy: PID 17713 died...\u000a11:44:48.674310 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17713): Terminated: ok {rc=0}\u000a11:44:48.765159 bus /sierra_3: Setting Powered False\u000a11:44:49.870522 bus /sierra_3: Setting Powered False\u000a11:44:50.982610 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 23.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "40", "name" : "voice_trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T11:44:30" }, { "cases" : [ { "testActions" : [ ], "age" : 87, "className" : "voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17725): Process ended prematurely: osmo-stp_10.42.42.5(pid=17725) [trial-2404↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17725)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17725): Process ended prematurely: osmo-stp_10.42.42.5(pid=17725) [trial-2404↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17725)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2404 voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call.py\u000a----------------------------------------------\u000a11:44:52.978491 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a11:44:52.989843 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a11:44:53.148269 tst mo_mt_call.py: using LAC 40669\u000a11:44:53.270295 tst mo_mt_call.py: using RAC 124\u000a11:44:53.391123 tst mo_mt_call.py: using CellId 40669\u000a11:44:53.516351 tst mo_mt_call.py: using BVCI 40670\u000a11:44:53.539603 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a11:44:53.550759 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a11:44:53.561794 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a11:44:53.572620 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a11:44:53.583799 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a11:44:53.595072 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a11:44:53.717221 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a11:44:53.932417 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:44:54.461505 run create_hlr_db(pid=17719): Launched\u000a11:44:54.651919 bus /sierra_2: Setting Powered False\u000a11:44:55.673028 run create_hlr_db(pid=17719): Terminated: ok {rc=0}\u000a11:44:56.088027 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17721): Launched\u000a11:44:56.396282 run osmo-hlr_10.42.42.2(pid=17722): Launched\u000a11:44:56.516930 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:44:57.056524 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17724): Launched\u000a11:44:57.364415 run osmo-stp_10.42.42.5(pid=17725): Launched\u000a11:44:57.476362 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a11:44:58.041528 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17727): Launched\u000a11:44:58.350888 run osmo-msc_10.42.42.6(pid=17728): Launched\u000a11:44:58.531321 run osmo-stp_10.42.42.5(pid=17725): ERR: Terminated: ERROR {rc=1} [trial-2404↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17725)]\u000a11:44:58.662119 run osmo-stp_10.42.42.5(pid=17725): stdout: \u000a| (launched: 2022-12-14_11:44:57.212260)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:44:58.791535 run osmo-stp_10.42.42.5(pid=17725): stderr: \u000a| �[0;m�[38;5;43m20221214114457384 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214114457385 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214114457385 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214114457385 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214114457386 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214114457386 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214114457386 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:44:58.915419 run osmo-stp_10.42.42.5(pid=17725): stdout: \u000a| (launched: 2022-12-14_11:44:57.212260)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:44:59.038034 run osmo-stp_10.42.42.5(pid=17725): stderr: \u000a| �[0;m�[38;5;43m20221214114457384 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214114457385 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214114457385 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214114457385 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214114457386 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214114457386 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214114457386 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:44:59.091907 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=17725): Process ended prematurely: osmo-stp_10.42.42.5(pid=17725) [trial-2404↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17725)] [trial-2404↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8]\u000a11:44:59.100807 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a11:44:59.162088 run osmo-hlr_10.42.42.2(pid=17722): ERR: Terminated: ERROR {rc=237} [trial-2404↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17722)]\u000a11:44:59.212357 run osmo-hlr_10.42.42.2(pid=17722): stdout: \u000a| (launched: 2022-12-14_11:44:56.244146) \u000a11:44:59.263311 run osmo-hlr_10.42.42.2(pid=17722): stderr: \u000a| �[0;m�[1;31m20221214114456419 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214114456419 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214114456420 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214114456420 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214114456420 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214114456420 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214114456431 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2404/run.2022-12-14_11-25-45/voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214114456440 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214114456440 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214114456440 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:44:59.331992 run osmo-msc_10.42.42.6(pid=17728): ERR: Terminated: ERROR {rc=2} [trial-2404↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=17728)]\u000a11:44:59.382575 run osmo-msc_10.42.42.6(pid=17728): stdout: \u000a| (launched: 2022-12-14_11:44:58.197308) \u000a11:44:59.433450 run osmo-msc_10.42.42.6(pid=17728): stderr: \u000a| �[0;m�[38;5;43m20221214114458467 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214114458468 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fe0569d8c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214114458468 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214114458468 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214114458468 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214114458468 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214114458470 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214114458470 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214114458470 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214114458470 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a11:44:59.476791 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17721): Terminating (SIGTERM)\u000a11:44:59.518010 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17724): Terminating (SIGTERM)\u000a11:44:59.559051 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17727): Terminating (SIGTERM)\u000a11:44:59.568470 --- ParallelTerminationStrategy: PID 17721 died...\u000a11:44:59.623423 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17721): Terminated: ok {rc=0}\u000a11:44:59.633129 --- ParallelTerminationStrategy: PID 17724 died...\u000a11:44:59.688070 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17724): Terminated: ok {rc=0}\u000a11:44:59.697895 --- ParallelTerminationStrategy: PID 17727 died...\u000a11:44:59.752579 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17727): Terminated: ok {rc=0}\u000a11:44:59.837745 bus /sierra_3: Setting Powered False\u000a11:45:00.955254 bus /sierra_3: Setting Powered False\u000a11:45:02.087374 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 87, "className" : "voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17739): Process ended prematurely: osmo-stp_10.42.42.5(pid=17739) [trial-2404↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17739)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17739): Process ended prematurely: osmo-stp_10.42.42.5(pid=17739) [trial-2404↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17739)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2404 voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a11:45:03.201030 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a11:45:03.213006 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a11:45:03.373804 tst mo_mt_call_osmux.py: using LAC 40670\u000a11:45:03.493905 tst mo_mt_call_osmux.py: using RAC 125\u000a11:45:03.616798 tst mo_mt_call_osmux.py: using CellId 40670\u000a11:45:03.738692 tst mo_mt_call_osmux.py: using BVCI 40671\u000a11:45:03.762090 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a11:45:03.773224 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a11:45:03.784095 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a11:45:03.795162 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a11:45:03.806755 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a11:45:03.818225 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a11:45:03.939845 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a11:45:04.144179 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:45:04.629696 run create_hlr_db(pid=17733): Launched\u000a11:45:04.807378 bus /sierra_2: Setting Powered False\u000a11:45:05.829398 run create_hlr_db(pid=17733): Terminated: ok {rc=0}\u000a11:45:06.269550 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17735): Launched\u000a11:45:06.603221 run osmo-hlr_10.42.42.2(pid=17736): Launched\u000a11:45:06.728207 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:45:07.302630 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17738): Launched\u000a11:45:07.633856 run osmo-stp_10.42.42.5(pid=17739): Launched\u000a11:45:07.753317 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a11:45:08.362593 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17741): Launched\u000a11:45:08.695012 run osmo-msc_10.42.42.6(pid=17742): Launched\u000a11:45:08.887975 run osmo-stp_10.42.42.5(pid=17739): ERR: Terminated: ERROR {rc=1} [trial-2404↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17739)]\u000a11:45:09.030425 run osmo-stp_10.42.42.5(pid=17739): stdout: \u000a| (launched: 2022-12-14_11:45:07.470819)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:45:09.169163 run osmo-stp_10.42.42.5(pid=17739): stderr: \u000a| �[0;m�[38;5;43m20221214114507663 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214114507663 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214114507664 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214114507664 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214114507664 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214114507665 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214114507665 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:45:09.301321 run osmo-stp_10.42.42.5(pid=17739): stdout: \u000a| (launched: 2022-12-14_11:45:07.470819)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:45:09.432353 run osmo-stp_10.42.42.5(pid=17739): stderr: \u000a| �[0;m�[38;5;43m20221214114507663 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214114507663 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214114507664 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214114507664 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214114507664 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214114507665 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214114507665 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:45:09.491359 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=17739): Process ended prematurely: osmo-stp_10.42.42.5(pid=17739) [trial-2404↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17739)] [trial-2404↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8]\u000a11:45:09.500788 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a11:45:09.564304 run osmo-hlr_10.42.42.2(pid=17736): ERR: Terminated: ERROR {rc=237} [trial-2404↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17736)]\u000a11:45:09.616257 run osmo-hlr_10.42.42.2(pid=17736): stdout: \u000a| (launched: 2022-12-14_11:45:06.438205) \u000a11:45:09.669065 run osmo-hlr_10.42.42.2(pid=17736): stderr: \u000a| �[0;m�[1;31m20221214114506636 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214114506636 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214114506637 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214114506637 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214114506637 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214114506637 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214114506649 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2404/run.2022-12-14_11-25-45/voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214114506657 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214114506657 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214114506658 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:45:09.740540 run osmo-msc_10.42.42.6(pid=17742): ERR: Terminated: ERROR {rc=2} [trial-2404↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=17742)]\u000a11:45:09.792263 run osmo-msc_10.42.42.6(pid=17742): stdout: \u000a| (launched: 2022-12-14_11:45:08.530729) \u000a11:45:09.844566 run osmo-msc_10.42.42.6(pid=17742): stderr: \u000a| �[0;m�[38;5;43m20221214114508850 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214114508850 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f43e868cc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214114508850 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214114508851 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214114508851 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214114508851 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214114508853 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214114508853 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214114508853 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214114508853 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a11:45:09.889465 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17735): Terminating (SIGTERM)\u000a11:45:09.931667 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17738): Terminating (SIGTERM)\u000a11:45:09.974783 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17741): Terminating (SIGTERM)\u000a11:45:09.984560 --- ParallelTerminationStrategy: PID 17735 died...\u000a11:45:10.041519 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17735): Terminated: ok {rc=0}\u000a11:45:10.051774 --- ParallelTerminationStrategy: PID 17738 died...\u000a11:45:10.107936 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17738): Terminated: ok {rc=0}\u000a11:45:10.118071 --- ParallelTerminationStrategy: PID 17741 died...\u000a11:45:10.174438 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17741): Terminated: ok {rc=0}\u000a11:45:10.261979 bus /sierra_3: Setting Powered False\u000a11:45:11.369825 bus /sierra_3: Setting Powered False\u000a11:45:12.482785 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "41", "name" : "voice_trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T11:44:52" }, { "cases" : [ { "testActions" : [ ], "age" : 87, "className" : "voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17753): Process ended prematurely: osmo-stp_10.42.42.5(pid=17753) [trial-2404↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17753)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17753): Process ended prematurely: osmo-stp_10.42.42.5(pid=17753) [trial-2404↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17753)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2404 voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call.py\u000a----------------------------------------------\u000a11:45:14.482872 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a11:45:14.493989 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a11:45:14.659887 tst mo_mt_call.py: using LAC 40671\u000a11:45:14.781242 tst mo_mt_call.py: using RAC 126\u000a11:45:14.901335 tst mo_mt_call.py: using CellId 40671\u000a11:45:15.021417 tst mo_mt_call.py: using BVCI 40672\u000a11:45:15.044767 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a11:45:15.055933 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a11:45:15.066936 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a11:45:15.077787 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a11:45:15.089137 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a11:45:15.100470 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a11:45:15.223052 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a11:45:15.435735 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:45:15.972297 run create_hlr_db(pid=17747): Launched\u000a11:45:16.171848 bus /sierra_2: Setting Powered False\u000a11:45:17.206331 run create_hlr_db(pid=17747): Terminated: ok {rc=0}\u000a11:45:17.632003 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17749): Launched\u000a11:45:17.940924 run osmo-hlr_10.42.42.2(pid=17750): Launched\u000a11:45:18.059040 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:45:18.597519 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17752): Launched\u000a11:45:18.906871 run osmo-stp_10.42.42.5(pid=17753): Launched\u000a11:45:19.019239 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a11:45:19.582945 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17755): Launched\u000a11:45:19.892839 run osmo-msc_10.42.42.6(pid=17756): Launched\u000a11:45:20.074809 run osmo-stp_10.42.42.5(pid=17753): ERR: Terminated: ERROR {rc=1} [trial-2404↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17753)]\u000a11:45:20.206605 run osmo-stp_10.42.42.5(pid=17753): stdout: \u000a| (launched: 2022-12-14_11:45:18.753118)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:45:20.335895 run osmo-stp_10.42.42.5(pid=17753): stderr: \u000a| �[0;m�[38;5;43m20221214114518923 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214114518924 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214114518924 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214114518924 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214114518925 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214114518925 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214114518925 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:45:20.460058 run osmo-stp_10.42.42.5(pid=17753): stdout: \u000a| (launched: 2022-12-14_11:45:18.753118)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:45:20.583133 run osmo-stp_10.42.42.5(pid=17753): stderr: \u000a| �[0;m�[38;5;43m20221214114518923 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214114518924 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214114518924 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214114518924 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214114518925 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214114518925 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214114518925 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:45:20.637375 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=17753): Process ended prematurely: osmo-stp_10.42.42.5(pid=17753) [trial-2404↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17753)] [trial-2404↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8]\u000a11:45:20.646259 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a11:45:20.707085 run osmo-hlr_10.42.42.2(pid=17750): ERR: Terminated: ERROR {rc=237} [trial-2404↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17750)]\u000a11:45:20.756894 run osmo-hlr_10.42.42.2(pid=17750): stdout: \u000a| (launched: 2022-12-14_11:45:17.788181) \u000a11:45:20.807296 run osmo-hlr_10.42.42.2(pid=17750): stderr: \u000a| �[0;m�[1;31m20221214114517966 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214114517966 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214114517966 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214114517966 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214114517966 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214114517966 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214114517977 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2404/run.2022-12-14_11-25-45/voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214114517986 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214114517986 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214114517986 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:45:20.875457 run osmo-msc_10.42.42.6(pid=17756): ERR: Terminated: ERROR {rc=2} [trial-2404↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=17756)]\u000a11:45:20.925516 run osmo-msc_10.42.42.6(pid=17756): stdout: \u000a| (launched: 2022-12-14_11:45:19.739085) \u000a11:45:20.976144 run osmo-msc_10.42.42.6(pid=17756): stderr: \u000a| �[0;m�[38;5;43m20221214114520009 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214114520010 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f80ca752c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214114520010 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214114520010 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214114520010 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214114520010 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214114520012 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214114520012 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214114520012 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214114520012 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a11:45:21.019080 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17749): Terminating (SIGTERM)\u000a11:45:21.059630 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17752): Terminating (SIGTERM)\u000a11:45:21.100753 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17755): Terminating (SIGTERM)\u000a11:45:21.110036 --- ParallelTerminationStrategy: PID 17749 died...\u000a11:45:21.164676 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17749): Terminated: ok {rc=0}\u000a11:45:21.174439 --- ParallelTerminationStrategy: PID 17752 died...\u000a11:45:21.228865 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17752): Terminated: ok {rc=0}\u000a11:45:21.238598 --- ParallelTerminationStrategy: PID 17755 died...\u000a11:45:21.293387 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17755): Terminated: ok {rc=0}\u000a11:45:21.378738 bus /sierra_3: Setting Powered False\u000a11:45:22.481646 bus /sierra_3: Setting Powered False\u000a11:45:23.594852 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 87, "className" : "voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17764): Process ended prematurely: osmo-stp_10.42.42.5(pid=17764) [trial-2404↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17764)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17764): Process ended prematurely: osmo-stp_10.42.42.5(pid=17764) [trial-2404↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17764)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2404 voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a11:45:24.707543 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a11:45:24.719545 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a11:45:24.887726 tst mo_mt_call_osmux.py: using LAC 40672\u000a11:45:25.018628 tst mo_mt_call_osmux.py: using RAC 127\u000a11:45:25.147374 tst mo_mt_call_osmux.py: using CellId 40672\u000a11:45:25.275956 tst mo_mt_call_osmux.py: using BVCI 40673\u000a11:45:25.301231 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a11:45:25.312996 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a11:45:25.324479 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a11:45:25.335916 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a11:45:25.347462 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a11:45:25.358900 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a11:45:25.477207 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a11:45:25.693430 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:45:26.221568 run create_hlr_db(pid=17758): Launched\u000a11:45:26.411091 bus /sierra_2: Setting Powered False\u000a11:45:27.432015 run create_hlr_db(pid=17758): Terminated: ok {rc=0}\u000a11:45:27.870729 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17760): Launched\u000a11:45:28.199977 run osmo-hlr_10.42.42.2(pid=17761): Launched\u000a11:45:28.323636 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:45:28.897710 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17763): Launched\u000a11:45:29.227978 run osmo-stp_10.42.42.5(pid=17764): Launched\u000a11:45:29.346906 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a11:45:29.954015 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17766): Launched\u000a11:45:30.284259 run osmo-msc_10.42.42.6(pid=17767): Launched\u000a11:45:30.476455 run osmo-stp_10.42.42.5(pid=17764): ERR: Terminated: ERROR {rc=1} [trial-2404↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17764)]\u000a11:45:30.615160 run osmo-stp_10.42.42.5(pid=17764): stdout: \u000a| (launched: 2022-12-14_11:45:29.065487)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:45:30.752888 run osmo-stp_10.42.42.5(pid=17764): stderr: \u000a| �[0;m�[38;5;43m20221214114529258 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214114529258 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214114529258 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214114529259 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214114529259 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214114529259 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214114529259 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:45:30.896273 run osmo-stp_10.42.42.5(pid=17764): stdout: \u000a| (launched: 2022-12-14_11:45:29.065487)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:45:31.035604 run osmo-stp_10.42.42.5(pid=17764): stderr: \u000a| �[0;m�[38;5;43m20221214114529258 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214114529258 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214114529258 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214114529259 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214114529259 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214114529259 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214114529259 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:45:31.095326 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=17764): Process ended prematurely: osmo-stp_10.42.42.5(pid=17764) [trial-2404↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17764)] [trial-2404↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8]\u000a11:45:31.105368 tst mo_mt_call_osmux.py:8: Test FAILED (6.4 sec)\u000a11:45:31.171828 run osmo-hlr_10.42.42.2(pid=17761): ERR: Terminated: ERROR {rc=237} [trial-2404↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17761)]\u000a11:45:31.225573 run osmo-hlr_10.42.42.2(pid=17761): stdout: \u000a| (launched: 2022-12-14_11:45:28.038947) \u000a11:45:31.279855 run osmo-hlr_10.42.42.2(pid=17761): stderr: \u000a| �[0;m�[1;31m20221214114528237 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214114528237 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214114528237 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214114528237 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214114528237 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214114528237 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214114528250 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2404/run.2022-12-14_11-25-45/voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214114528258 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214114528258 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214114528258 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:45:31.353992 run osmo-msc_10.42.42.6(pid=17767): ERR: Terminated: ERROR {rc=2} [trial-2404↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=17767)]\u000a11:45:31.407605 run osmo-msc_10.42.42.6(pid=17767): stdout: \u000a| (launched: 2022-12-14_11:45:30.121683) \u000a11:45:31.462213 run osmo-msc_10.42.42.6(pid=17767): stderr: \u000a| �[0;m�[38;5;43m20221214114530442 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214114530443 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f883620ec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214114530443 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214114530443 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214114530443 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214114530443 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214114530445 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214114530445 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214114530445 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214114530445 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a11:45:31.509818 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17760): Terminating (SIGTERM)\u000a11:45:31.557113 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17763): Terminating (SIGTERM)\u000a11:45:31.603673 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17766): Terminating (SIGTERM)\u000a11:45:31.614374 --- ParallelTerminationStrategy: PID 17760 died...\u000a11:45:31.675668 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17760): Terminated: ok {rc=0}\u000a11:45:31.687819 --- ParallelTerminationStrategy: PID 17763 died...\u000a11:45:31.744899 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17763): Terminated: ok {rc=0}\u000a11:45:31.757737 --- ParallelTerminationStrategy: PID 17766 died...\u000a11:45:31.814488 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17766): Terminated: ok {rc=0}\u000a11:45:31.903500 bus /sierra_3: Setting Powered False\u000a11:45:33.007301 bus /sierra_3: Setting Powered False\u000a11:45:34.120835 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "42", "name" : "voice_trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T11:45:14" }, { "cases" : [ { "testActions" : [ ], "age" : 87, "className" : "voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17779): Process ended prematurely: osmo-stp_10.42.42.5(pid=17779) [trial-2404↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17779)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17779): Process ended prematurely: osmo-stp_10.42.42.5(pid=17779) [trial-2404↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17779)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2404 voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call.py\u000a----------------------------------------------\u000a11:45:36.129769 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a11:45:36.141502 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a11:45:36.313187 tst mo_mt_call.py: using LAC 40673\u000a11:45:36.442484 tst mo_mt_call.py: using RAC 128\u000a11:45:36.569193 tst mo_mt_call.py: using CellId 40673\u000a11:45:36.696457 tst mo_mt_call.py: using BVCI 40674\u000a11:45:36.721605 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a11:45:36.733125 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a11:45:36.744405 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a11:45:36.755881 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a11:45:36.767380 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a11:45:36.778758 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a11:45:36.897030 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a11:45:37.113300 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:45:37.642694 run create_hlr_db(pid=17773): Launched\u000a11:45:37.833293 bus /sierra_2: Setting Powered False\u000a11:45:38.854050 run create_hlr_db(pid=17773): Terminated: ok {rc=0}\u000a11:45:39.271555 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17775): Launched\u000a11:45:39.581169 run osmo-hlr_10.42.42.2(pid=17776): Launched\u000a11:45:39.701392 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:45:40.245523 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17778): Launched\u000a11:45:40.553425 run osmo-stp_10.42.42.5(pid=17779): Launched\u000a11:45:40.665892 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a11:45:41.232670 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17781): Launched\u000a11:45:41.542902 run osmo-msc_10.42.42.6(pid=17782): Launched\u000a11:45:41.724929 run osmo-stp_10.42.42.5(pid=17779): ERR: Terminated: ERROR {rc=1} [trial-2404↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17779)]\u000a11:45:41.855718 run osmo-stp_10.42.42.5(pid=17779): stdout: \u000a| (launched: 2022-12-14_11:45:40.401142)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:45:41.989120 run osmo-stp_10.42.42.5(pid=17779): stderr: \u000a| �[0;m�[38;5;43m20221214114540572 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214114540572 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214114540573 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214114540573 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214114540574 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214114540574 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214114540574 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:45:42.112737 run osmo-stp_10.42.42.5(pid=17779): stdout: \u000a| (launched: 2022-12-14_11:45:40.401142)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:45:42.235217 run osmo-stp_10.42.42.5(pid=17779): stderr: \u000a| �[0;m�[38;5;43m20221214114540572 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214114540572 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214114540573 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214114540573 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214114540574 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214114540574 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214114540574 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:45:42.289389 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=17779): Process ended prematurely: osmo-stp_10.42.42.5(pid=17779) [trial-2404↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17779)] [trial-2404↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8]\u000a11:45:42.298323 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a11:45:42.358879 run osmo-hlr_10.42.42.2(pid=17776): ERR: Terminated: ERROR {rc=237} [trial-2404↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17776)]\u000a11:45:42.408484 run osmo-hlr_10.42.42.2(pid=17776): stdout: \u000a| (launched: 2022-12-14_11:45:39.427905) \u000a11:45:42.458394 run osmo-hlr_10.42.42.2(pid=17776): stderr: \u000a| �[0;m�[1;31m20221214114539605 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214114539605 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214114539605 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214114539605 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214114539605 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214114539605 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214114539620 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2404/run.2022-12-14_11-25-45/voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214114539633 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214114539633 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214114539634 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:45:42.525950 run osmo-msc_10.42.42.6(pid=17782): ERR: Terminated: ERROR {rc=2} [trial-2404↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=17782)]\u000a11:45:42.575394 run osmo-msc_10.42.42.6(pid=17782): stdout: \u000a| (launched: 2022-12-14_11:45:41.389272) \u000a11:45:42.625503 run osmo-msc_10.42.42.6(pid=17782): stderr: \u000a| �[0;m�[38;5;43m20221214114541657 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214114541657 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fa8fb3cdc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214114541657 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214114541657 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214114541658 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214114541658 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214114541659 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214114541660 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214114541660 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214114541660 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a11:45:42.667979 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17775): Terminating (SIGTERM)\u000a11:45:42.708088 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17778): Terminating (SIGTERM)\u000a11:45:42.748499 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17781): Terminating (SIGTERM)\u000a11:45:42.757737 --- ParallelTerminationStrategy: PID 17775 died...\u000a11:45:42.812055 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17775): Terminated: ok {rc=0}\u000a11:45:42.821610 --- ParallelTerminationStrategy: PID 17778 died...\u000a11:45:42.876616 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17778): Terminated: ok {rc=0}\u000a11:45:42.886360 --- ParallelTerminationStrategy: PID 17781 died...\u000a11:45:42.940696 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17781): Terminated: ok {rc=0}\u000a11:45:43.030034 bus /sierra_3: Setting Powered False\u000a11:45:44.137712 bus /sierra_3: Setting Powered False\u000a11:45:45.245412 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 87, "className" : "voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17790): Process ended prematurely: osmo-stp_10.42.42.5(pid=17790) [trial-2404↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17790)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17790): Process ended prematurely: osmo-stp_10.42.42.5(pid=17790) [trial-2404↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17790)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2404 voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a11:45:46.359734 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a11:45:46.372528 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a11:45:46.579496 tst mo_mt_call_osmux.py: using LAC 40674\u000a11:45:46.746744 tst mo_mt_call_osmux.py: using RAC 129\u000a11:45:46.887823 tst mo_mt_call_osmux.py: using CellId 40674\u000a11:45:47.015755 tst mo_mt_call_osmux.py: using BVCI 40675\u000a11:45:47.040534 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a11:45:47.052617 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a11:45:47.064619 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a11:45:47.076701 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a11:45:47.089854 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a11:45:47.102830 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a11:45:47.235489 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a11:45:47.444163 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:45:47.931309 run create_hlr_db(pid=17784): Launched\u000a11:45:48.108219 bus /sierra_2: Setting Powered False\u000a11:45:49.130220 run create_hlr_db(pid=17784): Terminated: ok {rc=0}\u000a11:45:49.569787 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17786): Launched\u000a11:45:49.902144 run osmo-hlr_10.42.42.2(pid=17787): Launched\u000a11:45:50.022887 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:45:50.595890 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17789): Launched\u000a11:45:50.926314 run osmo-stp_10.42.42.5(pid=17790): Launched\u000a11:45:51.046434 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a11:45:51.651874 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17792): Launched\u000a11:45:51.983085 run osmo-msc_10.42.42.6(pid=17793): Launched\u000a11:45:52.180602 run osmo-stp_10.42.42.5(pid=17790): ERR: Terminated: ERROR {rc=1} [trial-2404↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17790)]\u000a11:45:52.321534 run osmo-stp_10.42.42.5(pid=17790): stdout: \u000a| (launched: 2022-12-14_11:45:50.763295)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:45:52.459982 run osmo-stp_10.42.42.5(pid=17790): stderr: \u000a| �[0;m�[38;5;43m20221214114550958 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214114550958 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214114550959 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214114550959 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214114550960 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214114550960 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214114550960 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:45:52.593115 run osmo-stp_10.42.42.5(pid=17790): stdout: \u000a| (launched: 2022-12-14_11:45:50.763295)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:45:52.724084 run osmo-stp_10.42.42.5(pid=17790): stderr: \u000a| �[0;m�[38;5;43m20221214114550958 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214114550958 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214114550959 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214114550959 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214114550960 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214114550960 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214114550960 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:45:52.782428 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=17790): Process ended prematurely: osmo-stp_10.42.42.5(pid=17790) [trial-2404↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17790)] [trial-2404↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8]\u000a11:45:52.792046 tst mo_mt_call_osmux.py:8: Test FAILED (6.5 sec)\u000a11:45:52.855341 run osmo-hlr_10.42.42.2(pid=17787): ERR: Terminated: ERROR {rc=237} [trial-2404↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17787)]\u000a11:45:52.907391 run osmo-hlr_10.42.42.2(pid=17787): stdout: \u000a| (launched: 2022-12-14_11:45:49.737752) \u000a11:45:52.960246 run osmo-hlr_10.42.42.2(pid=17787): stderr: \u000a| �[0;m�[1;31m20221214114549936 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214114549936 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214114549936 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214114549936 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214114549936 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214114549936 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214114549950 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2404/run.2022-12-14_11-25-45/voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214114549958 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214114549959 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214114549959 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:45:53.031769 run osmo-msc_10.42.42.6(pid=17793): ERR: Terminated: ERROR {rc=2} [trial-2404↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=17793)]\u000a11:45:53.083623 run osmo-msc_10.42.42.6(pid=17793): stdout: \u000a| (launched: 2022-12-14_11:45:51.820207) \u000a11:45:53.136034 run osmo-msc_10.42.42.6(pid=17793): stderr: \u000a| �[0;m�[38;5;43m20221214114552150 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214114552150 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f500b846c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214114552150 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214114552150 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214114552150 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214114552151 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214114552152 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214114552153 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214114552153 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214114552153 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a11:45:53.180541 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17786): Terminating (SIGTERM)\u000a11:45:53.222787 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17789): Terminating (SIGTERM)\u000a11:45:53.264934 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17792): Terminating (SIGTERM)\u000a11:45:53.274753 --- ParallelTerminationStrategy: PID 17786 died...\u000a11:45:53.330906 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17786): Terminated: ok {rc=0}\u000a11:45:53.341067 --- ParallelTerminationStrategy: PID 17789 died...\u000a11:45:53.397215 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17789): Terminated: ok {rc=0}\u000a11:45:53.407334 --- ParallelTerminationStrategy: PID 17792 died...\u000a11:45:53.463273 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17792): Terminated: ok {rc=0}\u000a11:45:53.549940 bus /sierra_3: Setting Powered False\u000a11:45:54.657423 bus /sierra_3: Setting Powered False\u000a11:45:55.766156 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "43", "name" : "voice_trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T11:45:35" }, { "cases" : [ { "testActions" : [ ], "age" : 87, "className" : "voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17805): Process ended prematurely: osmo-stp_10.42.42.5(pid=17805) [trial-2404↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17805)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17805): Process ended prematurely: osmo-stp_10.42.42.5(pid=17805) [trial-2404↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17805)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2404 voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call.py\u000a----------------------------------------------\u000a11:45:57.772186 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a11:45:57.783874 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a11:45:57.948304 tst mo_mt_call.py: using LAC 40675\u000a11:45:58.075869 tst mo_mt_call.py: using RAC 130\u000a11:45:58.202742 tst mo_mt_call.py: using CellId 40675\u000a11:45:58.335449 tst mo_mt_call.py: using BVCI 40676\u000a11:45:58.360445 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a11:45:58.371951 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a11:45:58.383362 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a11:45:58.394807 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a11:45:58.406241 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a11:45:58.417611 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a11:45:58.536552 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a11:45:58.751346 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:45:59.278103 run create_hlr_db(pid=17799): Launched\u000a11:45:59.468389 bus /sierra_2: Setting Powered False\u000a11:46:00.488438 run create_hlr_db(pid=17799): Terminated: ok {rc=0}\u000a11:46:00.923022 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17801): Launched\u000a11:46:01.294105 run osmo-hlr_10.42.42.2(pid=17802): Launched\u000a11:46:01.439089 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:46:02.101843 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17804): Launched\u000a11:46:02.452158 run osmo-stp_10.42.42.5(pid=17805): Launched\u000a11:46:02.566607 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a11:46:03.131973 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17807): Launched\u000a11:46:03.440608 run osmo-msc_10.42.42.6(pid=17808): Launched\u000a11:46:03.621567 run osmo-stp_10.42.42.5(pid=17805): ERR: Terminated: ERROR {rc=1} [trial-2404↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17805)]\u000a11:46:03.751995 run osmo-stp_10.42.42.5(pid=17805): stdout: \u000a| (launched: 2022-12-14_11:46:02.280544)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:46:03.880616 run osmo-stp_10.42.42.5(pid=17805): stderr: \u000a| �[0;m�[38;5;43m20221214114602514 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214114602515 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214114602515 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214114602515 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214114602516 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214114602516 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214114602516 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:46:04.004274 run osmo-stp_10.42.42.5(pid=17805): stdout: \u000a| (launched: 2022-12-14_11:46:02.280544)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:46:04.126522 run osmo-stp_10.42.42.5(pid=17805): stderr: \u000a| �[0;m�[38;5;43m20221214114602514 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214114602515 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214114602515 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214114602515 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214114602516 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214114602516 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214114602516 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:46:04.180548 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=17805): Process ended prematurely: osmo-stp_10.42.42.5(pid=17805) [trial-2404↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17805)] [trial-2404↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8]\u000a11:46:04.189224 tst mo_mt_call.py:8: Test FAILED (6.5 sec)\u000a11:46:04.249156 run osmo-hlr_10.42.42.2(pid=17802): ERR: Terminated: ERROR {rc=237} [trial-2404↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17802)]\u000a11:46:04.298238 run osmo-hlr_10.42.42.2(pid=17802): stdout: \u000a| (launched: 2022-12-14_11:46:01.102426) \u000a11:46:04.348338 run osmo-hlr_10.42.42.2(pid=17802): stderr: \u000a| �[0;m�[1;31m20221214114601472 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214114601472 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214114601472 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214114601472 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214114601472 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214114601472 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214114601498 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2404/run.2022-12-14_11-25-45/voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214114601515 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214114601517 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214114601517 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:46:04.416076 run osmo-msc_10.42.42.6(pid=17808): ERR: Terminated: ERROR {rc=2} [trial-2404↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=17808)]\u000a11:46:04.465356 run osmo-msc_10.42.42.6(pid=17808): stdout: \u000a| (launched: 2022-12-14_11:46:03.288086) \u000a11:46:04.515096 run osmo-msc_10.42.42.6(pid=17808): stderr: \u000a| �[0;m�[38;5;43m20221214114603560 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214114603560 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f7a6511ec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214114603560 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214114603560 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214114603561 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214114603561 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214114603562 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214114603563 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214114603563 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214114603563 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a11:46:04.557512 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17801): Terminating (SIGTERM)\u000a11:46:04.597613 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17804): Terminating (SIGTERM)\u000a11:46:04.637638 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17807): Terminating (SIGTERM)\u000a11:46:04.646807 --- ParallelTerminationStrategy: PID 17801 died...\u000a11:46:04.700650 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17801): Terminated: ok {rc=0}\u000a11:46:04.710198 --- ParallelTerminationStrategy: PID 17804 died...\u000a11:46:04.763794 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17804): Terminated: ok {rc=0}\u000a11:46:04.773385 --- ParallelTerminationStrategy: PID 17807 died...\u000a11:46:04.827060 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17807): Terminated: ok {rc=0}\u000a11:46:04.912240 bus /sierra_3: Setting Powered False\u000a11:46:06.020207 bus /sierra_3: Setting Powered False\u000a11:46:07.133989 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 87, "className" : "voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17816): Process ended prematurely: osmo-stp_10.42.42.5(pid=17816) [trial-2404↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17816)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17816): Process ended prematurely: osmo-stp_10.42.42.5(pid=17816) [trial-2404↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17816)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2404 voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a11:46:08.245435 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a11:46:08.257240 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a11:46:08.417627 tst mo_mt_call_osmux.py: using LAC 40676\u000a11:46:08.546567 tst mo_mt_call_osmux.py: using RAC 131\u000a11:46:08.677400 tst mo_mt_call_osmux.py: using CellId 40676\u000a11:46:08.808452 tst mo_mt_call_osmux.py: using BVCI 40677\u000a11:46:08.833674 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a11:46:08.845458 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a11:46:08.857266 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a11:46:08.868670 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a11:46:08.880255 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a11:46:08.891653 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a11:46:09.010454 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a11:46:09.226479 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:46:09.754224 run create_hlr_db(pid=17810): Launched\u000a11:46:09.945443 bus /sierra_2: Setting Powered False\u000a11:46:10.965609 run create_hlr_db(pid=17810): Terminated: ok {rc=0}\u000a11:46:11.407738 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17812): Launched\u000a11:46:11.739412 run osmo-hlr_10.42.42.2(pid=17813): Launched\u000a11:46:11.863337 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:46:12.439557 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17815): Launched\u000a11:46:12.770271 run osmo-stp_10.42.42.5(pid=17816): Launched\u000a11:46:12.890153 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a11:46:13.495640 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17818): Launched\u000a11:46:13.827442 run osmo-msc_10.42.42.6(pid=17819): Launched\u000a11:46:14.021021 run osmo-stp_10.42.42.5(pid=17816): ERR: Terminated: ERROR {rc=1} [trial-2404↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17816)]\u000a11:46:14.160262 run osmo-stp_10.42.42.5(pid=17816): stdout: \u000a| (launched: 2022-12-14_11:46:12.607389)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:46:14.298705 run osmo-stp_10.42.42.5(pid=17816): stderr: \u000a| �[0;m�[38;5;43m20221214114612801 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214114612801 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214114612801 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214114612802 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214114612802 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214114612802 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214114612802 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:46:14.431479 run osmo-stp_10.42.42.5(pid=17816): stdout: \u000a| (launched: 2022-12-14_11:46:12.607389)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:46:14.562751 run osmo-stp_10.42.42.5(pid=17816): stderr: \u000a| �[0;m�[38;5;43m20221214114612801 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214114612801 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214114612801 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214114612802 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214114612802 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214114612802 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214114612802 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:46:14.620663 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=17816): Process ended prematurely: osmo-stp_10.42.42.5(pid=17816) [trial-2404↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17816)] [trial-2404↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8]\u000a11:46:14.630375 tst mo_mt_call_osmux.py:8: Test FAILED (6.4 sec)\u000a11:46:14.693735 run osmo-hlr_10.42.42.2(pid=17813): ERR: Terminated: ERROR {rc=237} [trial-2404↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17813)]\u000a11:46:14.745783 run osmo-hlr_10.42.42.2(pid=17813): stdout: \u000a| (launched: 2022-12-14_11:46:11.575675) \u000a11:46:14.798624 run osmo-hlr_10.42.42.2(pid=17813): stderr: \u000a| �[0;m�[1;31m20221214114611774 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214114611774 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214114611774 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214114611774 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214114611774 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214114611774 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214114611787 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2404/run.2022-12-14_11-25-45/voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214114611796 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214114611796 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214114611796 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:46:14.870118 run osmo-msc_10.42.42.6(pid=17819): ERR: Terminated: ERROR {rc=2} [trial-2404↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=17819)]\u000a11:46:14.922022 run osmo-msc_10.42.42.6(pid=17819): stdout: \u000a| (launched: 2022-12-14_11:46:13.663662) \u000a11:46:14.974850 run osmo-msc_10.42.42.6(pid=17819): stderr: \u000a| �[0;m�[38;5;43m20221214114613988 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214114613989 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f2beac49c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214114613989 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214114613989 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214114613989 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214114613989 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214114613991 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214114613991 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214114613991 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214114613992 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a11:46:15.019846 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17812): Terminating (SIGTERM)\u000a11:46:15.062373 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17815): Terminating (SIGTERM)\u000a11:46:15.104689 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17818): Terminating (SIGTERM)\u000a11:46:15.114546 --- ParallelTerminationStrategy: PID 17812 died...\u000a11:46:15.171185 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17812): Terminated: ok {rc=0}\u000a11:46:15.181366 --- ParallelTerminationStrategy: PID 17815 died...\u000a11:46:15.237781 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17815): Terminated: ok {rc=0}\u000a11:46:15.248001 --- ParallelTerminationStrategy: PID 17818 died...\u000a11:46:15.304545 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17818): Terminated: ok {rc=0}\u000a11:46:15.392559 bus /sierra_3: Setting Powered False\u000a11:46:16.497278 bus /sierra_3: Setting Powered False\u000a11:46:17.610832 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "44", "name" : "voice_trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T11:45:57" }, { "cases" : [ { "testActions" : [ ], "age" : 87, "className" : "voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17830): Process ended prematurely: osmo-stp_10.42.42.5(pid=17830) [trial-2404↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17830)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17830): Process ended prematurely: osmo-stp_10.42.42.5(pid=17830) [trial-2404↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17830)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2404 voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call.py\u000a----------------------------------------------\u000a11:46:19.610051 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a11:46:19.621671 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a11:46:19.779283 tst mo_mt_call.py: using LAC 40677\u000a11:46:19.902398 tst mo_mt_call.py: using RAC 132\u000a11:46:20.026629 tst mo_mt_call.py: using CellId 40677\u000a11:46:20.150505 tst mo_mt_call.py: using BVCI 40678\u000a11:46:20.174052 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a11:46:20.185299 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a11:46:20.196224 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a11:46:20.207241 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a11:46:20.218589 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a11:46:20.229861 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a11:46:20.348557 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a11:46:20.563948 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:46:21.093712 run create_hlr_db(pid=17824): Launched\u000a11:46:21.283816 bus /sierra_2: Setting Powered False\u000a11:46:22.304486 run create_hlr_db(pid=17824): Terminated: ok {rc=0}\u000a11:46:22.744544 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17826): Launched\u000a11:46:23.074458 run osmo-hlr_10.42.42.2(pid=17827): Launched\u000a11:46:23.197461 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:46:23.771451 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17829): Launched\u000a11:46:24.103064 run osmo-stp_10.42.42.5(pid=17830): Launched\u000a11:46:24.222111 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a11:46:24.825729 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17832): Launched\u000a11:46:25.158120 run osmo-msc_10.42.42.6(pid=17833): Launched\u000a11:46:25.351163 run osmo-stp_10.42.42.5(pid=17830): ERR: Terminated: ERROR {rc=1} [trial-2404↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17830)]\u000a11:46:25.489970 run osmo-stp_10.42.42.5(pid=17830): stdout: \u000a| (launched: 2022-12-14_11:46:23.938635)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:46:25.627434 run osmo-stp_10.42.42.5(pid=17830): stderr: \u000a| �[0;m�[38;5;43m20221214114624131 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214114624132 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214114624132 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214114624132 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214114624133 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214114624133 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214114624133 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:46:25.759733 run osmo-stp_10.42.42.5(pid=17830): stdout: \u000a| (launched: 2022-12-14_11:46:23.938635)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:46:25.890285 run osmo-stp_10.42.42.5(pid=17830): stderr: \u000a| �[0;m�[38;5;43m20221214114624131 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214114624132 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214114624132 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214114624132 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214114624133 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214114624133 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214114624133 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:46:25.947985 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=17830): Process ended prematurely: osmo-stp_10.42.42.5(pid=17830) [trial-2404↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17830)] [trial-2404↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8]\u000a11:46:25.957460 tst mo_mt_call.py:8: Test FAILED (6.4 sec)\u000a11:46:26.020097 run osmo-hlr_10.42.42.2(pid=17827): ERR: Terminated: ERROR {rc=237} [trial-2404↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17827)]\u000a11:46:26.072007 run osmo-hlr_10.42.42.2(pid=17827): stdout: \u000a| (launched: 2022-12-14_11:46:22.912303) \u000a11:46:26.124134 run osmo-hlr_10.42.42.2(pid=17827): stderr: \u000a| �[0;m�[1;31m20221214114623110 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214114623110 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214114623110 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214114623110 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214114623110 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214114623111 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214114623124 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2404/run.2022-12-14_11-25-45/voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214114623132 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214114623132 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214114623132 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:46:26.194600 run osmo-msc_10.42.42.6(pid=17833): ERR: Terminated: ERROR {rc=2} [trial-2404↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=17833)]\u000a11:46:26.245787 run osmo-msc_10.42.42.6(pid=17833): stdout: \u000a| (launched: 2022-12-14_11:46:24.993881) \u000a11:46:26.297783 run osmo-msc_10.42.42.6(pid=17833): stderr: \u000a| �[0;m�[38;5;43m20221214114625314 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214114625314 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f0ae2d25c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214114625315 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214114625315 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214114625315 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214114625315 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214114625317 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214114625317 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214114625317 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214114625317 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a11:46:26.342180 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17826): Terminating (SIGTERM)\u000a11:46:26.383911 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17829): Terminating (SIGTERM)\u000a11:46:26.425479 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17832): Terminating (SIGTERM)\u000a11:46:26.435052 --- ParallelTerminationStrategy: PID 17826 died...\u000a11:46:26.490515 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17826): Terminated: ok {rc=0}\u000a11:46:26.500379 --- ParallelTerminationStrategy: PID 17829 died...\u000a11:46:26.555743 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17829): Terminated: ok {rc=0}\u000a11:46:26.565710 --- ParallelTerminationStrategy: PID 17832 died...\u000a11:46:26.621173 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17832): Terminated: ok {rc=0}\u000a11:46:26.708938 bus /sierra_3: Setting Powered False\u000a11:46:27.815862 bus /sierra_3: Setting Powered False\u000a11:46:28.925180 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 87, "className" : "voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17841): Process ended prematurely: osmo-stp_10.42.42.5(pid=17841) [trial-2404↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17841)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17841): Process ended prematurely: osmo-stp_10.42.42.5(pid=17841) [trial-2404↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17841)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2404 voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call_osmux.py\u000a----------------------------------------------\u000a11:46:30.041915 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a11:46:30.054561 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a11:46:30.223787 tst mo_mt_call_osmux.py: using LAC 40678\u000a11:46:30.354652 tst mo_mt_call_osmux.py: using RAC 133\u000a11:46:30.485057 tst mo_mt_call_osmux.py: using CellId 40678\u000a11:46:30.614914 tst mo_mt_call_osmux.py: using BVCI 40679\u000a11:46:30.639919 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a11:46:30.652148 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a11:46:30.663866 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a11:46:30.675508 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a11:46:30.687318 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a11:46:30.699026 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a11:46:30.818728 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a11:46:31.063513 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:46:31.606298 run create_hlr_db(pid=17835): Launched\u000a11:46:31.790565 bus /sierra_2: Setting Powered False\u000a11:46:32.806499 run create_hlr_db(pid=17835): Terminated: ok {rc=0}\u000a11:46:33.247465 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17837): Launched\u000a11:46:33.579657 run osmo-hlr_10.42.42.2(pid=17838): Launched\u000a11:46:33.703144 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:46:34.280586 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17840): Launched\u000a11:46:34.611795 run osmo-stp_10.42.42.5(pid=17841): Launched\u000a11:46:34.730676 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a11:46:35.334644 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17843): Launched\u000a11:46:35.666523 run osmo-msc_10.42.42.6(pid=17844): Launched\u000a11:46:35.859312 run osmo-stp_10.42.42.5(pid=17841): ERR: Terminated: ERROR {rc=1} [trial-2404↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17841)]\u000a11:46:36.000200 run osmo-stp_10.42.42.5(pid=17841): stdout: \u000a| (launched: 2022-12-14_11:46:34.448071)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:46:36.138859 run osmo-stp_10.42.42.5(pid=17841): stderr: \u000a| �[0;m�[38;5;43m20221214114634643 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214114634643 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214114634643 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214114634644 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214114634644 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214114634644 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214114634644 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:46:36.271035 run osmo-stp_10.42.42.5(pid=17841): stdout: \u000a| (launched: 2022-12-14_11:46:34.448071)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:46:36.401940 run osmo-stp_10.42.42.5(pid=17841): stderr: \u000a| �[0;m�[38;5;43m20221214114634643 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214114634643 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214114634643 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214114634644 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214114634644 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214114634644 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214114634644 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:46:36.459954 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=17841): Process ended prematurely: osmo-stp_10.42.42.5(pid=17841) [trial-2404↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17841)] [trial-2404↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8]\u000a11:46:36.469539 tst mo_mt_call_osmux.py:8: Test FAILED (6.5 sec)\u000a11:46:36.531829 run osmo-hlr_10.42.42.2(pid=17838): ERR: Terminated: ERROR {rc=237} [trial-2404↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17838)]\u000a11:46:36.583426 run osmo-hlr_10.42.42.2(pid=17838): stdout: \u000a| (launched: 2022-12-14_11:46:33.416047) \u000a11:46:36.635667 run osmo-hlr_10.42.42.2(pid=17838): stderr: \u000a| �[0;m�[1;31m20221214114633616 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214114633616 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214114633616 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214114633617 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214114633617 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214114633617 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214114633630 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2404/run.2022-12-14_11-25-45/voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214114633638 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214114633638 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214114633638 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:46:36.706556 run osmo-msc_10.42.42.6(pid=17844): ERR: Terminated: ERROR {rc=2} [trial-2404↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=17844)]\u000a11:46:36.757953 run osmo-msc_10.42.42.6(pid=17844): stdout: \u000a| (launched: 2022-12-14_11:46:35.502560) \u000a11:46:36.809874 run osmo-msc_10.42.42.6(pid=17844): stderr: \u000a| �[0;m�[38;5;43m20221214114635823 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214114635824 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f71b2e4ac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214114635824 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214114635824 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214114635824 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214114635824 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214114635826 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214114635826 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214114635826 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214114635826 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a11:46:36.854144 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17837): Terminating (SIGTERM)\u000a11:46:36.896451 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17840): Terminating (SIGTERM)\u000a11:46:36.938570 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17843): Terminating (SIGTERM)\u000a11:46:36.948280 --- ParallelTerminationStrategy: PID 17837 died...\u000a11:46:37.004466 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17837): Terminated: ok {rc=0}\u000a11:46:37.014615 --- ParallelTerminationStrategy: PID 17840 died...\u000a11:46:37.070343 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17840): Terminated: ok {rc=0}\u000a11:46:37.080247 --- ParallelTerminationStrategy: PID 17843 died...\u000a11:46:37.136159 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17843): Terminated: ok {rc=0}\u000a11:46:37.223194 bus /sierra_3: Setting Powered False\u000a11:46:38.330652 bus /sierra_3: Setting Powered False\u000a11:46:39.438295 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "45", "name" : "voice_trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T11:46:19" }, { "cases" : [ { "testActions" : [ ], "age" : 87, "className" : "voice:trx-b200+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17855): Process ended prematurely: osmo-stp_10.42.42.5(pid=17855) [trial-2404↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17855)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17855): Process ended prematurely: osmo-stp_10.42.42.5(pid=17855) [trial-2404↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17855)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2404 voice:trx-b200+mod-bts0-dynts-osmo mo_mt_call.py\u000a----------------------------------------------\u000a11:46:41.437416 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a11:46:41.448159 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a11:46:41.608507 tst mo_mt_call.py: using LAC 40679\u000a11:46:41.730218 tst mo_mt_call.py: using RAC 134\u000a11:46:41.852748 tst mo_mt_call.py: using CellId 40679\u000a11:46:41.975132 tst mo_mt_call.py: using BVCI 40680\u000a11:46:41.998670 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a11:46:42.009589 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a11:46:42.020249 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a11:46:42.031041 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a11:46:42.042252 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a11:46:42.053334 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a11:46:42.176306 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a11:46:42.391022 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:46:42.919667 run create_hlr_db(pid=17849): Launched\u000a11:46:43.111651 bus /sierra_2: Setting Powered False\u000a11:46:44.132106 run create_hlr_db(pid=17849): Terminated: ok {rc=0}\u000a11:46:44.575218 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17851): Launched\u000a11:46:44.905607 run osmo-hlr_10.42.42.2(pid=17852): Launched\u000a11:46:45.028176 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:46:45.603308 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17854): Launched\u000a11:46:45.981588 run osmo-stp_10.42.42.5(pid=17855): Launched\u000a11:46:46.263049 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a11:46:46.878392 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17857): Launched\u000a11:46:47.240182 run osmo-msc_10.42.42.6(pid=17858): Launched\u000a11:46:47.473742 run osmo-stp_10.42.42.5(pid=17855): ERR: Terminated: ERROR {rc=1} [trial-2404↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17855)]\u000a11:46:47.612583 run osmo-stp_10.42.42.5(pid=17855): stdout: \u000a| (launched: 2022-12-14_11:46:45.771205)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:46:47.751151 run osmo-stp_10.42.42.5(pid=17855): stderr: \u000a| �[0;m�[38;5;43m20221214114646098 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214114646098 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214114646099 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214114646099 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214114646099 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214114646100 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214114646100 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:46:47.883243 run osmo-stp_10.42.42.5(pid=17855): stdout: \u000a| (launched: 2022-12-14_11:46:45.771205)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:46:48.014851 run osmo-stp_10.42.42.5(pid=17855): stderr: \u000a| �[0;m�[38;5;43m20221214114646098 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214114646098 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214114646099 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214114646099 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214114646099 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214114646100 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214114646100 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:46:48.072711 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=17855): Process ended prematurely: osmo-stp_10.42.42.5(pid=17855) [trial-2404↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17855)] [trial-2404↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call.py:8]\u000a11:46:48.082117 tst mo_mt_call.py:8: Test FAILED (6.7 sec)\u000a11:46:48.145217 run osmo-hlr_10.42.42.2(pid=17852): ERR: Terminated: ERROR {rc=237} [trial-2404↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17852)]\u000a11:46:48.196783 run osmo-hlr_10.42.42.2(pid=17852): stdout: \u000a| (launched: 2022-12-14_11:46:44.743345) \u000a11:46:48.249592 run osmo-hlr_10.42.42.2(pid=17852): stderr: \u000a| �[0;m�[1;31m20221214114644942 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214114644942 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214114644942 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214114644942 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214114644942 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214114644942 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214114644955 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2404/run.2022-12-14_11-25-45/voice:trx-b200+mod-bts0-dynts-osmo/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214114644964 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214114644964 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214114644964 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:46:48.320620 run osmo-msc_10.42.42.6(pid=17858): ERR: Terminated: ERROR {rc=2} [trial-2404↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=17858)]\u000a11:46:48.372303 run osmo-msc_10.42.42.6(pid=17858): stdout: \u000a| (launched: 2022-12-14_11:46:47.041153) \u000a11:46:48.424394 run osmo-msc_10.42.42.6(pid=17858): stderr: \u000a| �[0;m�[38;5;43m20221214114647458 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214114647458 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f6e88fb1c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214114647458 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214114647458 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214114647458 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214114647459 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214114647460 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214114647461 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214114647461 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214114647461 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a11:46:48.469042 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17851): Terminating (SIGTERM)\u000a11:46:48.511738 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17854): Terminating (SIGTERM)\u000a11:46:48.554363 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17857): Terminating (SIGTERM)\u000a11:46:48.564106 --- ParallelTerminationStrategy: PID 17851 died...\u000a11:46:48.620819 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17851): Terminated: ok {rc=0}\u000a11:46:48.630996 --- ParallelTerminationStrategy: PID 17854 died...\u000a11:46:48.687165 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17854): Terminated: ok {rc=0}\u000a11:46:48.697363 --- ParallelTerminationStrategy: PID 17857 died...\u000a11:46:48.753673 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17857): Terminated: ok {rc=0}\u000a11:46:48.841789 bus /sierra_3: Setting Powered False\u000a11:46:49.949741 bus /sierra_3: Setting Powered False\u000a11:46:51.058593 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 87, "className" : "voice:trx-b200+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17867): Process ended prematurely: osmo-stp_10.42.42.5(pid=17867) [trial-2404↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17867)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17867): Process ended prematurely: osmo-stp_10.42.42.5(pid=17867) [trial-2404↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17867)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2404 voice:trx-b200+mod-bts0-dynts-osmo mo_mt_call_osmux.py\u000a----------------------------------------------\u000a11:46:52.175044 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a11:46:52.187242 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a11:46:52.357694 tst mo_mt_call_osmux.py: using LAC 40680\u000a11:46:52.482641 tst mo_mt_call_osmux.py: using RAC 135\u000a11:46:52.605977 tst mo_mt_call_osmux.py: using CellId 40680\u000a11:46:52.726655 tst mo_mt_call_osmux.py: using BVCI 40681\u000a11:46:52.750154 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a11:46:52.761308 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a11:46:52.772309 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a11:46:52.783135 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a11:46:52.794224 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a11:46:52.805418 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a11:46:52.923707 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a11:46:53.138724 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:46:53.667503 run create_hlr_db(pid=17860): Launched\u000a11:46:53.858641 bus /sierra_2: Setting Powered False\u000a11:46:54.879532 run create_hlr_db(pid=17860): Terminated: ok {rc=0}\u000a11:46:55.296191 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17863): Launched\u000a11:46:55.607229 run osmo-hlr_10.42.42.2(pid=17864): Launched\u000a11:46:55.724092 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:46:56.268620 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17866): Launched\u000a11:46:56.580993 run osmo-stp_10.42.42.5(pid=17867): Launched\u000a11:46:56.693920 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a11:46:57.260684 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17869): Launched\u000a11:46:57.573377 run osmo-msc_10.42.42.6(pid=17870): Launched\u000a11:46:57.755238 run osmo-stp_10.42.42.5(pid=17867): ERR: Terminated: ERROR {rc=1} [trial-2404↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17867)]\u000a11:46:57.886391 run osmo-stp_10.42.42.5(pid=17867): stdout: \u000a| (launched: 2022-12-14_11:46:56.425916)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:46:58.015590 run osmo-stp_10.42.42.5(pid=17867): stderr: \u000a| �[0;m�[38;5;43m20221214114656596 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214114656596 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214114656596 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214114656597 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214114656597 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214114656598 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214114656598 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:46:58.139501 run osmo-stp_10.42.42.5(pid=17867): stdout: \u000a| (launched: 2022-12-14_11:46:56.425916)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:46:58.262484 run osmo-stp_10.42.42.5(pid=17867): stderr: \u000a| �[0;m�[38;5;43m20221214114656596 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214114656596 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214114656596 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214114656597 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214114656597 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214114656598 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214114656598 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:46:58.316873 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=17867): Process ended prematurely: osmo-stp_10.42.42.5(pid=17867) [trial-2404↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17867)] [trial-2404↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8]\u000a11:46:58.325608 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a11:46:58.386774 run osmo-hlr_10.42.42.2(pid=17864): ERR: Terminated: ERROR {rc=237} [trial-2404↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17864)]\u000a11:46:58.436623 run osmo-hlr_10.42.42.2(pid=17864): stdout: \u000a| (launched: 2022-12-14_11:46:55.453369) \u000a11:46:58.487057 run osmo-hlr_10.42.42.2(pid=17864): stderr: \u000a| �[0;m�[1;31m20221214114655630 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214114655630 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214114655630 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214114655630 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214114655630 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214114655630 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214114655642 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2404/run.2022-12-14_11-25-45/voice:trx-b200+mod-bts0-dynts-osmo/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214114655650 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214114655650 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214114655650 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:46:58.555445 run osmo-msc_10.42.42.6(pid=17870): ERR: Terminated: ERROR {rc=2} [trial-2404↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=17870)]\u000a11:46:58.605301 run osmo-msc_10.42.42.6(pid=17870): stdout: \u000a| (launched: 2022-12-14_11:46:57.416868) \u000a11:46:58.655653 run osmo-msc_10.42.42.6(pid=17870): stderr: \u000a| �[0;m�[38;5;43m20221214114657687 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214114657687 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ffa4d947c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214114657687 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214114657687 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214114657688 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214114657688 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214114657690 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214114657690 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214114657690 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214114657690 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a11:46:58.698542 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17863): Terminating (SIGTERM)\u000a11:46:58.738939 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17866): Terminating (SIGTERM)\u000a11:46:58.780087 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17869): Terminating (SIGTERM)\u000a11:46:58.789868 --- ParallelTerminationStrategy: PID 17863 died...\u000a11:46:58.847817 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17863): Terminated: ok {rc=0}\u000a11:46:58.858110 --- ParallelTerminationStrategy: PID 17866 died...\u000a11:46:58.914534 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17866): Terminated: ok {rc=0}\u000a11:46:58.924737 --- ParallelTerminationStrategy: PID 17869 died...\u000a11:46:58.981812 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17869): Terminated: ok {rc=0}\u000a11:46:59.069732 bus /sierra_3: Setting Powered False\u000a11:47:00.177244 bus /sierra_3: Setting Powered False\u000a11:47:01.286308 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "46", "name" : "voice_trx-b200+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T11:46:41" }, { "cases" : [ { "testActions" : [ ], "age" : 87, "className" : "voice:trx-b200+mod-bts0-trxdversion0", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17881): Process ended prematurely: osmo-stp_10.42.42.5(pid=17881) [trial-2404↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17881)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17881): Process ended prematurely: osmo-stp_10.42.42.5(pid=17881) [trial-2404↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17881)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2404 voice:trx-b200+mod-bts0-trxdversion0 mo_mt_call.py\u000a----------------------------------------------\u000a11:47:03.281466 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a11:47:03.292395 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x bts (candidates: 1)\u000a11:47:03.436806 tst mo_mt_call.py: using LAC 40681\u000a11:47:03.557133 tst mo_mt_call.py: using RAC 136\u000a11:47:03.677773 tst mo_mt_call.py: using CellId 40681\u000a11:47:03.796620 tst mo_mt_call.py: using BVCI 40682\u000a11:47:03.820177 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a11:47:03.831407 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a11:47:03.842206 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a11:47:03.852813 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a11:47:03.863815 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a11:47:03.874984 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x modem (candidates: 2)\u000a11:47:03.996804 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x modem (candidates: 2)\u000a11:47:04.203697 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:47:04.691322 run create_hlr_db(pid=17875): Launched\u000a11:47:04.868690 bus /sierra_2: Setting Powered False\u000a11:47:05.890635 run create_hlr_db(pid=17875): Terminated: ok {rc=0}\u000a11:47:06.302650 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17877): Launched\u000a11:47:06.612480 run osmo-hlr_10.42.42.2(pid=17878): Launched\u000a11:47:06.734502 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:47:07.276551 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17880): Launched\u000a11:47:07.586147 run osmo-stp_10.42.42.5(pid=17881): Launched\u000a11:47:07.699021 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a11:47:08.264835 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17883): Launched\u000a11:47:08.576088 run osmo-msc_10.42.42.6(pid=17884): Launched\u000a11:47:08.757775 run osmo-stp_10.42.42.5(pid=17881): ERR: Terminated: ERROR {rc=1} [trial-2404↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17881)]\u000a11:47:08.889112 run osmo-stp_10.42.42.5(pid=17881): stdout: \u000a| (launched: 2022-12-14_11:47:07.432943)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:47:09.017757 run osmo-stp_10.42.42.5(pid=17881): stderr: \u000a| �[0;m�[38;5;43m20221214114707605 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214114707605 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214114707605 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214114707606 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214114707606 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214114707606 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214114707606 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:47:09.141530 run osmo-stp_10.42.42.5(pid=17881): stdout: \u000a| (launched: 2022-12-14_11:47:07.432943)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:47:09.263950 run osmo-stp_10.42.42.5(pid=17881): stderr: \u000a| �[0;m�[38;5;43m20221214114707605 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214114707605 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214114707605 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214114707606 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214114707606 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214114707606 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214114707606 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:47:09.317966 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=17881): Process ended prematurely: osmo-stp_10.42.42.5(pid=17881) [trial-2404↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17881)] [trial-2404↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call.py:8]\u000a11:47:09.326555 tst mo_mt_call.py:8: Test FAILED (6.1 sec)\u000a11:47:09.386695 run osmo-hlr_10.42.42.2(pid=17878): ERR: Terminated: ERROR {rc=237} [trial-2404↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17878)]\u000a11:47:09.436063 run osmo-hlr_10.42.42.2(pid=17878): stdout: \u000a| (launched: 2022-12-14_11:47:06.459719) \u000a11:47:09.486044 run osmo-hlr_10.42.42.2(pid=17878): stderr: \u000a| �[0;m�[1;31m20221214114706637 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214114706637 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214114706637 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214114706637 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214114706637 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214114706637 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214114706649 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2404/run.2022-12-14_11-25-45/voice:trx-b200+mod-bts0-trxdversion0/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214114706657 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214114706658 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214114706658 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:47:09.553830 run osmo-msc_10.42.42.6(pid=17884): ERR: Terminated: ERROR {rc=2} [trial-2404↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=17884)]\u000a11:47:09.603166 run osmo-msc_10.42.42.6(pid=17884): stdout: \u000a| (launched: 2022-12-14_11:47:08.421878) \u000a11:47:09.653191 run osmo-msc_10.42.42.6(pid=17884): stderr: \u000a| �[0;m�[38;5;43m20221214114708693 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214114708693 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f44011bbc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214114708693 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214114708693 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214114708694 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214114708694 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214114708695 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214114708696 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214114708696 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214114708696 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a11:47:09.696036 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17877): Terminating (SIGTERM)\u000a11:47:09.736237 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17880): Terminating (SIGTERM)\u000a11:47:09.776814 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17883): Terminating (SIGTERM)\u000a11:47:09.786111 --- ParallelTerminationStrategy: PID 17877 died...\u000a11:47:09.840558 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17877): Terminated: ok {rc=0}\u000a11:47:09.850148 --- ParallelTerminationStrategy: PID 17880 died...\u000a11:47:09.904248 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17880): Terminated: ok {rc=0}\u000a11:47:09.913836 --- ParallelTerminationStrategy: PID 17883 died...\u000a11:47:09.968152 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17883): Terminated: ok {rc=0}\u000a11:47:10.057337 bus /sierra_3: Setting Powered False\u000a11:47:11.165519 bus /sierra_3: Setting Powered False\u000a11:47:12.278636 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 87, "className" : "voice:trx-b200+mod-bts0-trxdversion0", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17892): Process ended prematurely: osmo-stp_10.42.42.5(pid=17892) [trial-2404↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17892)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17892): Process ended prematurely: osmo-stp_10.42.42.5(pid=17892) [trial-2404↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17892)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2404 voice:trx-b200+mod-bts0-trxdversion0 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a11:47:13.391332 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a11:47:13.402940 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x bts (candidates: 1)\u000a11:47:13.541548 tst mo_mt_call_osmux.py: using LAC 40682\u000a11:47:13.663357 tst mo_mt_call_osmux.py: using RAC 137\u000a11:47:13.785484 tst mo_mt_call_osmux.py: using CellId 40682\u000a11:47:13.908285 tst mo_mt_call_osmux.py: using BVCI 40683\u000a11:47:13.932063 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a11:47:13.943370 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a11:47:13.954330 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a11:47:13.965279 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a11:47:13.976416 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a11:47:13.987706 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x modem (candidates: 2)\u000a11:47:14.109322 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x modem (candidates: 2)\u000a11:47:14.314554 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:47:14.802333 run create_hlr_db(pid=17886): Launched\u000a11:47:14.979383 bus /sierra_2: Setting Powered False\u000a11:47:16.031634 run create_hlr_db(pid=17886): Terminated: ok {rc=0}\u000a11:47:16.492828 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17888): Launched\u000a11:47:16.931687 run osmo-hlr_10.42.42.2(pid=17889): Launched\u000a11:47:17.140919 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:47:17.724490 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17891): Launched\u000a11:47:18.055996 run osmo-stp_10.42.42.5(pid=17892): Launched\u000a11:47:18.176742 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a11:47:18.783637 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17894): Launched\u000a11:47:19.116346 run osmo-msc_10.42.42.6(pid=17895): Launched\u000a11:47:19.308845 run osmo-stp_10.42.42.5(pid=17892): ERR: Terminated: ERROR {rc=1} [trial-2404↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17892)]\u000a11:47:19.447959 run osmo-stp_10.42.42.5(pid=17892): stdout: \u000a| (launched: 2022-12-14_11:47:17.892827)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:47:19.586256 run osmo-stp_10.42.42.5(pid=17892): stderr: \u000a| �[0;m�[38;5;43m20221214114718084 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214114718084 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214114718084 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214114718085 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214114718085 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214114718085 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214114718085 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:47:19.718255 run osmo-stp_10.42.42.5(pid=17892): stdout: \u000a| (launched: 2022-12-14_11:47:17.892827)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:47:19.848674 run osmo-stp_10.42.42.5(pid=17892): stderr: \u000a| �[0;m�[38;5;43m20221214114718084 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214114718084 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214114718084 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214114718085 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214114718085 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214114718085 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214114718085 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:47:19.906519 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=17892): Process ended prematurely: osmo-stp_10.42.42.5(pid=17892) [trial-2404↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17892)] [trial-2404↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call_osmux.py:8]\u000a11:47:19.915681 tst mo_mt_call_osmux.py:8: Test FAILED (6.6 sec)\u000a11:47:19.978145 run osmo-hlr_10.42.42.2(pid=17889): ERR: Terminated: ERROR {rc=237} [trial-2404↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17889)]\u000a11:47:20.030115 run osmo-hlr_10.42.42.2(pid=17889): stdout: \u000a| (launched: 2022-12-14_11:47:16.666941) \u000a11:47:20.082412 run osmo-hlr_10.42.42.2(pid=17889): stderr: \u000a| �[0;m�[1;31m20221214114716972 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214114716972 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214114716972 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214114716972 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214114716972 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214114716972 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214114716993 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2404/run.2022-12-14_11-25-45/voice:trx-b200+mod-bts0-trxdversion0/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214114717004 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214114717004 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214114717004 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:47:20.153155 run osmo-msc_10.42.42.6(pid=17895): ERR: Terminated: ERROR {rc=2} [trial-2404↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=17895)]\u000a11:47:20.204483 run osmo-msc_10.42.42.6(pid=17895): stdout: \u000a| (launched: 2022-12-14_11:47:18.951767) \u000a11:47:20.256362 run osmo-msc_10.42.42.6(pid=17895): stderr: \u000a| �[0;m�[38;5;43m20221214114719274 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214114719274 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f7c2e6e6c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214114719274 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214114719274 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214114719275 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214114719275 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214114719276 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214114719277 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214114719277 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214114719277 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a11:47:20.300424 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17888): Terminating (SIGTERM)\u000a11:47:20.342663 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17891): Terminating (SIGTERM)\u000a11:47:20.384360 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17894): Terminating (SIGTERM)\u000a11:47:20.393989 --- ParallelTerminationStrategy: PID 17888 died...\u000a11:47:20.449861 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17888): Terminated: ok {rc=0}\u000a11:47:20.459890 --- ParallelTerminationStrategy: PID 17891 died...\u000a11:47:20.515990 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17891): Terminated: ok {rc=0}\u000a11:47:20.526003 --- ParallelTerminationStrategy: PID 17894 died...\u000a11:47:20.581602 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17894): Terminated: ok {rc=0}\u000a11:47:20.669686 bus /sierra_3: Setting Powered False\u000a11:47:21.775658 bus /sierra_3: Setting Powered False\u000a11:47:22.887140 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "47", "name" : "voice_trx-b200+mod-bts0-trxdversion0", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T11:47:03" }, { "cases" : [ { "testActions" : [ ], "age" : 260, "className" : "voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17907): Process ended prematurely: osmo-stp_10.42.42.5(pid=17907) [trial-2404↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17907)]", "failedSince" : 2145, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17907): Process ended prematurely: osmo-stp_10.42.42.5(pid=17907) [trial-2404↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17907)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2404 voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend mo_mt_call.py\u000a----------------------------------------------\u000a11:47:24.881568 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a11:47:24.892815 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a11:47:25.035325 tst mo_mt_call.py: using LAC 40683\u000a11:47:25.162461 tst mo_mt_call.py: using RAC 138\u000a11:47:25.284058 tst mo_mt_call.py: using CellId 40683\u000a11:47:25.405853 tst mo_mt_call.py: using BVCI 40684\u000a11:47:25.429497 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a11:47:25.440859 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a11:47:25.452186 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a11:47:25.463425 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a11:47:25.474955 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a11:47:25.486374 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a11:47:25.609599 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a11:47:25.817551 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:47:26.307153 run create_hlr_db(pid=17901): Launched\u000a11:47:26.485713 bus /sierra_2: Setting Powered False\u000a11:47:27.507112 run create_hlr_db(pid=17901): Terminated: ok {rc=0}\u000a11:47:27.921114 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17903): Launched\u000a11:47:28.232425 run osmo-hlr_10.42.42.2(pid=17904): Launched\u000a11:47:28.345766 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:47:28.882257 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17906): Launched\u000a11:47:29.192439 run osmo-stp_10.42.42.5(pid=17907): Launched\u000a11:47:29.305079 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a11:47:29.871336 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17909): Launched\u000a11:47:30.183758 run osmo-msc_10.42.42.6(pid=17910): Launched\u000a11:47:30.366027 run osmo-stp_10.42.42.5(pid=17907): ERR: Terminated: ERROR {rc=1} [trial-2404↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17907)]\u000a11:47:30.496763 run osmo-stp_10.42.42.5(pid=17907): stdout: \u000a| (launched: 2022-12-14_11:47:29.038889)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:47:30.626272 run osmo-stp_10.42.42.5(pid=17907): stderr: \u000a| �[0;m�[38;5;43m20221214114729210 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214114729211 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214114729211 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214114729211 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214114729212 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214114729212 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214114729212 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:47:30.750124 run osmo-stp_10.42.42.5(pid=17907): stdout: \u000a| (launched: 2022-12-14_11:47:29.038889)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:47:30.878163 run osmo-stp_10.42.42.5(pid=17907): stderr: \u000a| �[0;m�[38;5;43m20221214114729210 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214114729211 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214114729211 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214114729211 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214114729212 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214114729212 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214114729212 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:47:30.945224 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=17907): Process ended prematurely: osmo-stp_10.42.42.5(pid=17907) [trial-2404↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17907)] [trial-2404↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8]\u000a11:47:30.955030 tst mo_mt_call.py:8: Test FAILED (6.1 sec)\u000a11:47:31.018497 run osmo-hlr_10.42.42.2(pid=17904): ERR: Terminated: ERROR {rc=237} [trial-2404↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17904)]\u000a11:47:31.070395 run osmo-hlr_10.42.42.2(pid=17904): stdout: \u000a| (launched: 2022-12-14_11:47:28.078451) \u000a11:47:31.122891 run osmo-hlr_10.42.42.2(pid=17904): stderr: \u000a| �[0;m�[1;31m20221214114728253 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214114728253 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214114728253 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214114728253 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214114728253 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214114728253 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214114728265 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2404/run.2022-12-14_11-25-45/voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214114728273 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214114728274 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214114728274 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:47:31.193365 run osmo-msc_10.42.42.6(pid=17910): ERR: Terminated: ERROR {rc=2} [trial-2404↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=17910)]\u000a11:47:31.244572 run osmo-msc_10.42.42.6(pid=17910): stdout: \u000a| (launched: 2022-12-14_11:47:30.028437) \u000a11:47:31.296738 run osmo-msc_10.42.42.6(pid=17910): stderr: \u000a| �[0;m�[38;5;43m20221214114730297 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214114730297 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f4d1bdd7c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214114730297 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214114730297 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214114730298 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214114730298 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214114730299 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214114730300 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214114730300 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214114730300 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a11:47:31.341500 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17903): Terminating (SIGTERM)\u000a11:47:31.383985 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17906): Terminating (SIGTERM)\u000a11:47:31.426112 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17909): Terminating (SIGTERM)\u000a11:47:31.435909 --- ParallelTerminationStrategy: PID 17903 died...\u000a11:47:31.492265 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17903): Terminated: ok {rc=0}\u000a11:47:31.502945 --- ParallelTerminationStrategy: PID 17906 died...\u000a11:47:31.559093 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17906): Terminated: ok {rc=0}\u000a11:47:31.569746 --- ParallelTerminationStrategy: PID 17909 died...\u000a11:47:31.626213 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17909): Terminated: ok {rc=0}\u000a11:47:31.714627 bus /sierra_3: Setting Powered False\u000a11:47:32.816597 bus /sierra_3: Setting Powered False\u000a11:47:33.927999 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 240, "className" : "voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17918): Process ended prematurely: osmo-stp_10.42.42.5(pid=17918) [trial-2404↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17918)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17918): Process ended prematurely: osmo-stp_10.42.42.5(pid=17918) [trial-2404↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17918)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2404 voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend mo_mt_call_osmux.py\u000a----------------------------------------------\u000a11:47:35.045062 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a11:47:35.057804 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a11:47:35.207682 tst mo_mt_call_osmux.py: using LAC 40684\u000a11:47:35.338314 tst mo_mt_call_osmux.py: using RAC 139\u000a11:47:35.469421 tst mo_mt_call_osmux.py: using CellId 40684\u000a11:47:35.600461 tst mo_mt_call_osmux.py: using BVCI 40685\u000a11:47:35.625520 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a11:47:35.637379 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a11:47:35.649164 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a11:47:35.660797 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a11:47:35.672640 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a11:47:35.684357 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a11:47:35.803038 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a11:47:36.024077 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:47:36.551437 run create_hlr_db(pid=17912): Launched\u000a11:47:36.742715 bus /sierra_2: Setting Powered False\u000a11:47:37.762726 run create_hlr_db(pid=17912): Terminated: ok {rc=0}\u000a11:47:38.177730 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17914): Launched\u000a11:47:38.488619 run osmo-hlr_10.42.42.2(pid=17915): Launched\u000a11:47:38.607929 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:47:39.147784 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17917): Launched\u000a11:47:39.456442 run osmo-stp_10.42.42.5(pid=17918): Launched\u000a11:47:39.570239 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a11:47:40.132723 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17920): Launched\u000a11:47:40.442729 run osmo-msc_10.42.42.6(pid=17921): Launched\u000a11:47:40.623022 run osmo-stp_10.42.42.5(pid=17918): ERR: Terminated: ERROR {rc=1} [trial-2404↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17918)]\u000a11:47:40.753963 run osmo-stp_10.42.42.5(pid=17918): stdout: \u000a| (launched: 2022-12-14_11:47:39.303625)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:47:40.882220 run osmo-stp_10.42.42.5(pid=17918): stderr: \u000a| �[0;m�[38;5;43m20221214114739473 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214114739473 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214114739473 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214114739474 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214114739474 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214114739474 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214114739474 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:47:41.005458 run osmo-stp_10.42.42.5(pid=17918): stdout: \u000a| (launched: 2022-12-14_11:47:39.303625)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:47:41.127533 run osmo-stp_10.42.42.5(pid=17918): stderr: \u000a| �[0;m�[38;5;43m20221214114739473 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214114739473 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214114739473 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214114739474 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214114739474 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214114739474 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214114739474 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:47:41.181498 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=17918): Process ended prematurely: osmo-stp_10.42.42.5(pid=17918) [trial-2404↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17918)] [trial-2404↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8]\u000a11:47:41.190188 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a11:47:41.250112 run osmo-hlr_10.42.42.2(pid=17915): ERR: Terminated: ERROR {rc=237} [trial-2404↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17915)]\u000a11:47:41.299363 run osmo-hlr_10.42.42.2(pid=17915): stdout: \u000a| (launched: 2022-12-14_11:47:38.334062) \u000a11:47:41.349407 run osmo-hlr_10.42.42.2(pid=17915): stderr: \u000a| �[0;m�[1;31m20221214114738511 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214114738511 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214114738511 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214114738511 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214114738511 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214114738511 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214114738528 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2404/run.2022-12-14_11-25-45/voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214114738539 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214114738539 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214114738539 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:47:41.416841 run osmo-msc_10.42.42.6(pid=17921): ERR: Terminated: ERROR {rc=2} [trial-2404↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=17921)]\u000a11:47:41.465796 run osmo-msc_10.42.42.6(pid=17921): stdout: \u000a| (launched: 2022-12-14_11:47:40.288858) \u000a11:47:41.515541 run osmo-msc_10.42.42.6(pid=17921): stderr: \u000a| �[0;m�[38;5;43m20221214114740560 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214114740560 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fa580b14c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214114740560 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214114740560 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214114740560 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214114740560 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214114740562 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214114740563 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214114740563 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214114740563 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a11:47:41.557876 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17914): Terminating (SIGTERM)\u000a11:47:41.597900 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17917): Terminating (SIGTERM)\u000a11:47:41.637897 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17920): Terminating (SIGTERM)\u000a11:47:41.647110 --- ParallelTerminationStrategy: PID 17914 died...\u000a11:47:41.700817 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17914): Terminated: ok {rc=0}\u000a11:47:41.710339 --- ParallelTerminationStrategy: PID 17917 died...\u000a11:47:41.763619 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17917): Terminated: ok {rc=0}\u000a11:47:41.773175 --- ParallelTerminationStrategy: PID 17920 died...\u000a11:47:41.826362 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17920): Terminated: ok {rc=0}\u000a11:47:41.914848 bus /sierra_3: Setting Powered False\u000a11:47:43.022497 bus /sierra_3: Setting Powered False\u000a11:47:44.129391 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "48", "name" : "voice_trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T11:47:24" }, { "cases" : [ { "testActions" : [ ], "age" : 87, "className" : "emergency:trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17932): Process ended prematurely: osmo-stp_10.42.42.5(pid=17932) [trial-2404↪emergency:trx-b200↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17932)]", "failedSince" : 2318, "name" : "emergency_mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_mo_mt_call.py\", line 19, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17932): Process ended prematurely: osmo-stp_10.42.42.5(pid=17932) [trial-2404↪emergency:trx-b200↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17932)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2404 emergency:trx-b200 emergency_mo_mt_call.py\u000a----------------------------------------------\u000a11:47:46.157419 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a11:47:46.171882 tst emergency:trx-b200: Using 1 x bts (candidates: 1)\u000a11:47:46.328643 tst emergency_mo_mt_call.py: using LAC 40685\u000a11:47:46.460277 tst emergency_mo_mt_call.py: using RAC 140\u000a11:47:46.620548 tst emergency_mo_mt_call.py: using CellId 40685\u000a11:47:46.782869 tst emergency_mo_mt_call.py: using BVCI 40686\u000a11:47:46.816480 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a11:47:46.831920 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a11:47:46.845247 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a11:47:46.860476 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a11:47:46.877652 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a11:47:46.893896 tst emergency:trx-b200: Using 1 x modem (candidates: 4)\u000a11:47:47.023305 tst emergency:trx-b200: Using 1 x modem (candidates: 4)\u000a11:47:47.272737 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:47:47.752335 run create_hlr_db(pid=17926): Launched\u000a11:47:47.927544 bus /sierra_2: Setting Powered False\u000a11:47:48.949286 run create_hlr_db(pid=17926): Terminated: ok {rc=0}\u000a11:47:49.383153 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17928): Launched\u000a11:47:49.707813 run osmo-hlr_10.42.42.2(pid=17929): Launched\u000a11:47:49.830004 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:47:50.396370 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17931): Launched\u000a11:47:50.721585 run osmo-stp_10.42.42.5(pid=17932): Launched\u000a11:47:50.850117 tst emergency_mo_mt_call.py: using MSISDN 8669\u000a11:47:51.011166 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a11:47:51.606221 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17934): Launched\u000a11:47:51.932414 run osmo-msc_10.42.42.6(pid=17935): Launched\u000a11:47:52.135150 run osmo-stp_10.42.42.5(pid=17932): ERR: Terminated: ERROR {rc=1} [trial-2404↪emergency:trx-b200↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17932)]\u000a11:47:52.273179 run osmo-stp_10.42.42.5(pid=17932): stdout: \u000a| (launched: 2022-12-14_11:47:50.560916)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:47:52.409477 run osmo-stp_10.42.42.5(pid=17932): stderr: \u000a| �[0;m�[38;5;43m20221214114750755 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214114750755 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214114750756 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214114750756 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214114750756 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214114750757 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214114750757 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:47:52.539653 run osmo-stp_10.42.42.5(pid=17932): stdout: \u000a| (launched: 2022-12-14_11:47:50.560916)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:47:52.668467 run osmo-stp_10.42.42.5(pid=17932): stderr: \u000a| �[0;m�[38;5;43m20221214114750755 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214114750755 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214114750756 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214114750756 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214114750756 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214114750757 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214114750757 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:47:52.725169 tst emergency_mo_mt_call.py:19: ERR: Error: osmo-stp_10.42.42.5(pid=17932): Process ended prematurely: osmo-stp_10.42.42.5(pid=17932) [trial-2404↪emergency:trx-b200↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17932)] [trial-2404↪emergency:trx-b200↪emergency_mo_mt_call.py:19]\u000a11:47:52.734099 tst emergency_mo_mt_call.py:19: Test FAILED (6.6 sec)\u000a11:47:52.797570 run osmo-hlr_10.42.42.2(pid=17929): ERR: Terminated: ERROR {rc=237} [trial-2404↪emergency:trx-b200↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17929)]\u000a11:47:52.849337 run osmo-hlr_10.42.42.2(pid=17929): stdout: \u000a| (launched: 2022-12-14_11:47:49.547382) \u000a11:47:52.902276 run osmo-hlr_10.42.42.2(pid=17929): stderr: \u000a| �[0;m�[1;31m20221214114749745 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214114749745 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214114749745 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214114749745 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214114749745 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214114749745 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214114749757 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2404/run.2022-12-14_11-25-45/emergency:trx-b200/emergency_mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214114749765 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214114749766 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214114749766 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:47:52.973135 run osmo-msc_10.42.42.6(pid=17935): ERR: Terminated: ERROR {rc=2} [trial-2404↪emergency:trx-b200↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=17935)]\u000a11:47:53.024893 run osmo-msc_10.42.42.6(pid=17935): stdout: \u000a| (launched: 2022-12-14_11:47:51.770957) \u000a11:47:53.076937 run osmo-msc_10.42.42.6(pid=17935): stderr: \u000a| �[0;m�[38;5;43m20221214114752144 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214114752144 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f23393e1c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214114752144 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214114752144 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214114752144 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214114752144 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214114752146 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214114752147 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214114752147 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214114752147 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a11:47:53.121342 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17928): Terminating (SIGTERM)\u000a11:47:53.163192 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17931): Terminating (SIGTERM)\u000a11:47:53.205335 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17934): Terminating (SIGTERM)\u000a11:47:53.215045 --- ParallelTerminationStrategy: PID 17928 died...\u000a11:47:53.271247 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17928): Terminated: ok {rc=0}\u000a11:47:53.281384 --- ParallelTerminationStrategy: PID 17931 died...\u000a11:47:53.337051 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17931): Terminated: ok {rc=0}\u000a11:47:53.347198 --- ParallelTerminationStrategy: PID 17934 died...\u000a11:47:53.402869 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17934): Terminated: ok {rc=0}\u000a11:47:53.489889 bus /sierra_3: Setting Powered False\u000a11:47:54.596893 bus /sierra_3: Setting Powered False\u000a11:47:55.704442 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 242, "className" : "emergency:trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17943): Process ended prematurely: osmo-stp_10.42.42.5(pid=17943) [trial-2404↪emergency:trx-b200↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17943)]", "failedSince" : 2163, "name" : "emergency_preemptive_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_preemptive_call.py\", line 32, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17943): Process ended prematurely: osmo-stp_10.42.42.5(pid=17943) [trial-2404↪emergency:trx-b200↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17943)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2404 emergency:trx-b200 emergency_preemptive_call.py\u000a----------------------------------------------\u000a11:47:56.757803 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a11:47:56.769977 tst emergency:trx-b200: Using 1 x bts (candidates: 1)\u000a11:47:56.915569 tst emergency_preemptive_call.py: using LAC 40686\u000a11:47:57.043070 tst emergency_preemptive_call.py: using RAC 141\u000a11:47:57.169900 tst emergency_preemptive_call.py: using CellId 40686\u000a11:47:57.298188 tst emergency_preemptive_call.py: using BVCI 40687\u000a11:47:57.322991 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a11:47:57.334251 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a11:47:57.345300 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a11:47:57.356308 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a11:47:57.367338 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a11:47:57.378437 tst emergency:trx-b200: Using 1 x modem (candidates: 4)\u000a11:47:57.496848 tst emergency:trx-b200: Using 1 x modem (candidates: 4)\u000a11:47:57.619692 tst emergency:trx-b200: Using 1 x modem (candidates: 4)\u000a11:47:57.740399 tst emergency:trx-b200: Using 1 x modem (candidates: 4)\u000a11:47:57.950766 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:47:58.472391 run create_hlr_db(pid=17937): Launched\u000a11:47:58.660435 bus /sierra_2: Setting Powered False\u000a11:47:59.681905 run create_hlr_db(pid=17937): Terminated: ok {rc=0}\u000a11:48:00.090329 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17939): Launched\u000a11:48:00.393428 run osmo-hlr_10.42.42.2(pid=17940): Launched\u000a11:48:00.511102 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:48:01.082085 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17942): Launched\u000a11:48:01.540310 run osmo-stp_10.42.42.5(pid=17943): Launched\u000a11:48:01.704048 tst emergency_preemptive_call.py: using MSISDN 8670\u000a11:48:01.859078 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a11:48:02.417321 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17945): Launched\u000a11:48:02.723309 run osmo-msc_10.42.42.6(pid=17946): Launched\u000a11:48:02.901259 run osmo-stp_10.42.42.5(pid=17943): ERR: Terminated: ERROR {rc=1} [trial-2404↪emergency:trx-b200↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17943)]\u000a11:48:03.030138 run osmo-stp_10.42.42.5(pid=17943): stdout: \u000a| (launched: 2022-12-14_11:48:01.252139)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:48:03.156638 run osmo-stp_10.42.42.5(pid=17943): stderr: \u000a| �[0;m�[38;5;43m20221214114801453 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214114801453 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214114801453 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214114801454 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214114801454 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214114801454 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214114801454 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:48:03.278256 run osmo-stp_10.42.42.5(pid=17943): stdout: \u000a| (launched: 2022-12-14_11:48:01.252139)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:48:03.398452 run osmo-stp_10.42.42.5(pid=17943): stderr: \u000a| �[0;m�[38;5;43m20221214114801453 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214114801453 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214114801453 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214114801454 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214114801454 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214114801454 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214114801454 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:48:03.451354 tst emergency_preemptive_call.py:32: ERR: Error: osmo-stp_10.42.42.5(pid=17943): Process ended prematurely: osmo-stp_10.42.42.5(pid=17943) [trial-2404↪emergency:trx-b200↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17943)] [trial-2404↪emergency:trx-b200↪emergency_preemptive_call.py:32]\u000a11:48:03.459629 tst emergency_preemptive_call.py:32: Test FAILED (6.7 sec)\u000a11:48:03.520354 run osmo-hlr_10.42.42.2(pid=17940): ERR: Terminated: ERROR {rc=237} [trial-2404↪emergency:trx-b200↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17940)]\u000a11:48:03.570315 run osmo-hlr_10.42.42.2(pid=17940): stdout: \u000a| (launched: 2022-12-14_11:48:00.243540) \u000a11:48:03.620725 run osmo-hlr_10.42.42.2(pid=17940): stderr: \u000a| �[0;m�[1;31m20221214114800419 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214114800419 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214114800419 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214114800419 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214114800419 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214114800419 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214114800431 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2404/run.2022-12-14_11-25-45/emergency:trx-b200/emergency_preemptive_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214114800440 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214114800440 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214114800440 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:48:03.689073 run osmo-msc_10.42.42.6(pid=17946): ERR: Terminated: ERROR {rc=2} [trial-2404↪emergency:trx-b200↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=17946)]\u000a11:48:03.738439 run osmo-msc_10.42.42.6(pid=17946): stdout: \u000a| (launched: 2022-12-14_11:48:02.570734) \u000a11:48:03.788455 run osmo-msc_10.42.42.6(pid=17946): stderr: \u000a| �[0;m�[38;5;43m20221214114802840 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214114802840 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f8b0cd64c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214114802840 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214114802840 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214114802840 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214114802840 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214114802842 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214114802843 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214114802843 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214114802843 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a11:48:03.831510 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17939): Terminating (SIGTERM)\u000a11:48:03.872636 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17942): Terminating (SIGTERM)\u000a11:48:03.913531 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17945): Terminating (SIGTERM)\u000a11:48:03.922829 --- ParallelTerminationStrategy: PID 17939 died...\u000a11:48:03.977433 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17939): Terminated: ok {rc=0}\u000a11:48:03.987108 --- ParallelTerminationStrategy: PID 17942 died...\u000a11:48:04.041360 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17942): Terminated: ok {rc=0}\u000a11:48:04.051042 --- ParallelTerminationStrategy: PID 17945 died...\u000a11:48:04.105513 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17945): Terminated: ok {rc=0}\u000a11:48:04.194588 bus /sierra_9: Setting Powered False\u000a11:48:05.299278 bus /sierra_9: Setting Powered False\u000a11:48:06.411361 bus /sierra_8: Setting Powered False\u000a11:48:07.515777 bus /sierra_8: Setting Powered False\u000a11:48:08.629350 bus /sierra_3: Setting Powered False\u000a11:48:09.737550 bus /sierra_3: Setting Powered False\u000a11:48:10.851730 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 27.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "49", "name" : "emergency_trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T11:47:45" }, { "cases" : [ { "testActions" : [ ], "age" : 87, "className" : "gprs:trx-b200", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17961): Process ended prematurely: osmo-stp_10.42.42.5(pid=17961) [trial-2404↪gprs:trx-b200↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17961)]", "failedSince" : 2318, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17961): Process ended prematurely: osmo-stp_10.42.42.5(pid=17961) [trial-2404↪gprs:trx-b200↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17961)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2404 gprs:trx-b200 cs_paging_gprs_active.py\u000a----------------------------------------------\u000a11:48:12.969672 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a11:48:12.980158 tst gprs:trx-b200: Using 1 x bts (candidates: 1)\u000a11:48:13.127731 tst cs_paging_gprs_active.py: using LAC 40687\u000a11:48:13.253247 tst cs_paging_gprs_active.py: using RAC 142\u000a11:48:13.374932 tst cs_paging_gprs_active.py: using CellId 40687\u000a11:48:13.499183 tst cs_paging_gprs_active.py: using BVCI 40688\u000a11:48:13.522801 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a11:48:13.533482 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a11:48:13.543911 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a11:48:13.554331 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a11:48:13.565731 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a11:48:13.576781 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a11:48:13.588131 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a11:48:13.599295 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a11:48:13.610577 tst gprs:trx-b200: Using 1 x modem (candidates: 4)\u000a11:48:13.734589 tst gprs:trx-b200: Using 1 x modem (candidates: 4)\u000a11:48:14.035832 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a11:48:14.175192 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:48:14.519547 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17951): Launched\u000a11:48:14.805438 run iperf3-srv_10.42.42.10(pid=17952): Launched\u000a11:48:15.009005 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a11:48:15.147545 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:48:15.491933 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17953): Launched\u000a11:48:15.777888 run iperf3-srv_10.42.42.10(pid=17954): Launched\u000a11:48:16.007578 tst cs_paging_gprs_active.py:38: start network...\u000a11:48:16.140141 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:48:16.681338 run create_hlr_db(pid=17955): Launched\u000a11:48:16.865522 bus /sierra_2: Setting Powered False\u000a11:48:17.892315 run create_hlr_db(pid=17955): Terminated: ok {rc=0}\u000a11:48:18.308477 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17957): Launched\u000a11:48:18.620373 run osmo-hlr_10.42.42.2(pid=17958): Launched\u000a11:48:18.741729 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:48:19.285731 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17960): Launched\u000a11:48:19.596540 run osmo-stp_10.42.42.5(pid=17961): Launched\u000a11:48:19.709612 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a11:48:20.252647 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17963): Launched\u000a11:48:20.363181 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a11:48:20.636641 run patchelf(pid=17964): Launched\u000a11:48:20.818755 run osmo-stp_10.42.42.5(pid=17961): ERR: Terminated: ERROR {rc=1} [trial-2404↪gprs:trx-b200↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17961)]\u000a11:48:20.951693 run osmo-stp_10.42.42.5(pid=17961): stdout: \u000a| (launched: 2022-12-14_11:48:19.442310)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:48:21.085898 run osmo-stp_10.42.42.5(pid=17961): stderr: \u000a| �[0;m�[38;5;43m20221214114819610 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214114819610 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214114819610 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214114819611 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214114819611 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214114819611 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214114819611 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:48:21.214396 run osmo-stp_10.42.42.5(pid=17961): stdout: \u000a| (launched: 2022-12-14_11:48:19.442310)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:48:21.341503 run osmo-stp_10.42.42.5(pid=17961): stderr: \u000a| �[0;m�[38;5;43m20221214114819610 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214114819610 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214114819610 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214114819611 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214114819611 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214114819611 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214114819611 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:48:21.489569 run patchelf(pid=17964): Terminating (SIGINT)\u000a11:48:21.663588 run patchelf(pid=17964): Terminated: ok {rc=0}\u000a11:48:21.695730 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=17961): Process ended prematurely: osmo-stp_10.42.42.5(pid=17961) [trial-2404↪gprs:trx-b200↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17961)] [trial-2404↪gprs:trx-b200↪cs_paging_gprs_active.py:38]\u000a11:48:21.705118 tst cs_paging_gprs_active.py:38: Test FAILED (8.8 sec)\u000a11:48:21.766229 run osmo-hlr_10.42.42.2(pid=17958): ERR: Terminated: ERROR {rc=237} [trial-2404↪gprs:trx-b200↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17958)]\u000a11:48:21.815853 run osmo-hlr_10.42.42.2(pid=17958): stdout: \u000a| (launched: 2022-12-14_11:48:18.465246) \u000a11:48:21.866060 run osmo-hlr_10.42.42.2(pid=17958): stderr: \u000a| �[0;m�[1;31m20221214114818640 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214114818640 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214114818640 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214114818640 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214114818640 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214114818641 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214114818652 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2404/run.2022-12-14_11-25-45/gprs:trx-b200/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214114818660 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214114818660 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214114818660 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:48:21.908939 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17951): Terminating (SIGTERM)\u000a11:48:21.949452 run iperf3-srv_10.42.42.10(pid=17952): Terminating (SIGTERM)\u000a11:48:21.991771 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17953): Terminating (SIGTERM)\u000a11:48:22.032722 run iperf3-srv_10.42.42.10(pid=17954): Terminating (SIGTERM)\u000a11:48:22.073423 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17957): Terminating (SIGTERM)\u000a11:48:22.114334 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17960): Terminating (SIGTERM)\u000a11:48:22.155174 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17963): Terminating (SIGTERM)\u000a11:48:22.164394 --- ParallelTerminationStrategy: PID 17951 died...\u000a11:48:22.218388 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17951): Terminated: ok {rc=0}\u000a11:48:22.227903 --- ParallelTerminationStrategy: PID 17952 died...\u000a11:48:22.281415 run iperf3-srv_10.42.42.10(pid=17952): Terminated {rc=256}\u000a11:48:22.290759 --- ParallelTerminationStrategy: PID 17953 died...\u000a11:48:22.343921 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17953): Terminated: ok {rc=0}\u000a11:48:22.353418 --- ParallelTerminationStrategy: PID 17954 died...\u000a11:48:22.406749 run iperf3-srv_10.42.42.10(pid=17954): Terminated {rc=256}\u000a11:48:22.416233 --- ParallelTerminationStrategy: PID 17957 died...\u000a11:48:22.469589 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17957): Terminated: ok {rc=0}\u000a11:48:22.479049 --- ParallelTerminationStrategy: PID 17960 died...\u000a11:48:22.532365 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17960): Terminated: ok {rc=0}\u000a11:48:22.541898 --- ParallelTerminationStrategy: PID 17963 died...\u000a11:48:22.596031 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17963): Terminated: ok {rc=0}\u000a11:48:22.680460 bus /gobi_0: Setting Powered False\u000a11:48:23.788869 bus /gobi_0: Setting Powered False\u000a11:48:24.900475 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 87, "className" : "gprs:trx-b200", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17973): Process ended prematurely: osmo-stp_10.42.42.5(pid=17973) [trial-2404↪gprs:trx-b200↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17973)]", "failedSince" : 2318, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17973): Process ended prematurely: osmo-stp_10.42.42.5(pid=17973) [trial-2404↪gprs:trx-b200↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17973)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2404 gprs:trx-b200 iperf3.py\u000a----------------------------------------------\u000a11:48:26.012597 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a11:48:26.023852 tst gprs:trx-b200: Using 1 x bts (candidates: 1)\u000a11:48:26.165857 tst iperf3.py: using LAC 40688\u000a11:48:26.287061 tst iperf3.py: using RAC 143\u000a11:48:26.409848 tst iperf3.py: using CellId 40688\u000a11:48:26.537067 tst iperf3.py: using BVCI 40689\u000a11:48:26.561006 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a11:48:26.571725 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a11:48:26.582256 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a11:48:26.592574 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a11:48:26.603208 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a11:48:26.613855 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a11:48:26.624695 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a11:48:26.635295 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a11:48:26.646145 tst gprs:trx-b200: Using 1 x modem (candidates: 4)\u000a11:48:26.928615 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a11:48:27.057760 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:48:27.378846 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17965): Launched\u000a11:48:27.646490 run iperf3-srv_10.42.42.10(pid=17966): Launched\u000a11:48:27.834104 tst iperf3.py:8: start network...\u000a11:48:27.962163 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:48:28.445691 run create_hlr_db(pid=17967): Launched\u000a11:48:28.623219 bus /gobi_6: Setting Powered False\u000a11:48:29.656201 run create_hlr_db(pid=17967): Terminated: ok {rc=0}\u000a11:48:30.071623 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17969): Launched\u000a11:48:30.381564 run osmo-hlr_10.42.42.2(pid=17970): Launched\u000a11:48:30.502135 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:48:31.072184 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17972): Launched\u000a11:48:31.520006 run osmo-stp_10.42.42.5(pid=17973): Launched\u000a11:48:31.754115 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a11:48:32.315732 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17975): Launched\u000a11:48:32.433897 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a11:48:32.725655 run patchelf(pid=17976): Launched\u000a11:48:32.918985 run osmo-stp_10.42.42.5(pid=17973): ERR: Terminated: ERROR {rc=1} [trial-2404↪gprs:trx-b200↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17973)]\u000a11:48:33.060550 run osmo-stp_10.42.42.5(pid=17973): stdout: \u000a| (launched: 2022-12-14_11:48:31.231132)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:48:33.202457 run osmo-stp_10.42.42.5(pid=17973): stderr: \u000a| �[0;m�[38;5;43m20221214114831483 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214114831483 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214114831483 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214114831484 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214114831484 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214114831484 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214114831484 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:48:33.339211 run osmo-stp_10.42.42.5(pid=17973): stdout: \u000a| (launched: 2022-12-14_11:48:31.231132)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:48:33.474375 run osmo-stp_10.42.42.5(pid=17973): stderr: \u000a| �[0;m�[38;5;43m20221214114831483 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214114831483 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214114831483 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214114831484 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214114831484 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214114831484 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214114831484 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:48:33.632040 run patchelf(pid=17976): Terminating (SIGINT)\u000a11:48:33.817581 run patchelf(pid=17976): Terminated: ok {rc=0}\u000a11:48:33.851675 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=17973): Process ended prematurely: osmo-stp_10.42.42.5(pid=17973) [trial-2404↪gprs:trx-b200↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17973)] [trial-2404↪gprs:trx-b200↪iperf3.py:8]\u000a11:48:33.861648 tst iperf3.py:8: Test FAILED (7.9 sec)\u000a11:48:33.924382 run osmo-hlr_10.42.42.2(pid=17970): ERR: Terminated: ERROR {rc=237} [trial-2404↪gprs:trx-b200↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17970)]\u000a11:48:33.975523 run osmo-hlr_10.42.42.2(pid=17970): stdout: \u000a| (launched: 2022-12-14_11:48:30.228812) \u000a11:48:34.027554 run osmo-hlr_10.42.42.2(pid=17970): stderr: \u000a| �[0;m�[1;31m20221214114830404 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214114830404 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214114830404 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214114830404 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214114830404 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214114830404 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214114830416 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2404/run.2022-12-14_11-25-45/gprs:trx-b200/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214114830424 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214114830425 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214114830425 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:48:34.072347 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17965): Terminating (SIGTERM)\u000a11:48:34.114488 run iperf3-srv_10.42.42.10(pid=17966): Terminating (SIGTERM)\u000a11:48:34.156759 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17969): Terminating (SIGTERM)\u000a11:48:34.198788 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17972): Terminating (SIGTERM)\u000a11:48:34.241368 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17975): Terminating (SIGTERM)\u000a11:48:34.251121 --- ParallelTerminationStrategy: PID 17965 died...\u000a11:48:34.307083 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17965): Terminated: ok {rc=0}\u000a11:48:34.317254 --- ParallelTerminationStrategy: PID 17966 died...\u000a11:48:34.372710 run iperf3-srv_10.42.42.10(pid=17966): Terminated {rc=256}\u000a11:48:34.382670 --- ParallelTerminationStrategy: PID 17969 died...\u000a11:48:34.438130 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17969): Terminated: ok {rc=0}\u000a11:48:34.448050 --- ParallelTerminationStrategy: PID 17972 died...\u000a11:48:34.503354 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17972): Terminated: ok {rc=0}\u000a11:48:34.513331 --- ParallelTerminationStrategy: PID 17975 died...\u000a11:48:34.568639 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17975): Terminated: ok {rc=0}\u000a11:48:34.655193 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 219, "className" : "gprs:trx-b200", "duration" : 12.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17991): Process ended prematurely: osmo-stp_10.42.42.5(pid=17991) [trial-2404↪gprs:trx-b200↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17991)]", "failedSince" : 2186, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17991): Process ended prematurely: osmo-stp_10.42.42.5(pid=17991) [trial-2404↪gprs:trx-b200↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17991)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2404 gprs:trx-b200 iperf3m4.py\u000a----------------------------------------------\u000a11:48:35.771538 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a11:48:35.783347 tst gprs:trx-b200: Using 1 x bts (candidates: 1)\u000a11:48:35.929263 tst iperf3m4.py: using LAC 40689\u000a11:48:36.059927 tst iperf3m4.py: using RAC 144\u000a11:48:36.191128 tst iperf3m4.py: using CellId 40689\u000a11:48:36.321815 tst iperf3m4.py: using BVCI 40690\u000a11:48:36.347295 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a11:48:36.358500 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a11:48:36.369482 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a11:48:36.380262 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a11:48:36.391137 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a11:48:36.402026 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a11:48:36.413159 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a11:48:36.423963 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a11:48:36.435008 tst gprs:trx-b200: Using 1 x modem (candidates: 4)\u000a11:48:36.555913 tst gprs:trx-b200: Using 1 x modem (candidates: 4)\u000a11:48:36.680726 tst gprs:trx-b200: Using 1 x modem (candidates: 4)\u000a11:48:36.804296 tst gprs:trx-b200: Using 1 x modem (candidates: 4)\u000a11:48:37.105584 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a11:48:37.243875 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:48:37.589502 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17977): Launched\u000a11:48:37.877304 run iperf3-srv_10.42.42.10(pid=17978): Launched\u000a11:48:38.079856 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a11:48:38.218230 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:48:38.561968 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17979): Launched\u000a11:48:38.849535 run iperf3-srv_10.42.42.10(pid=17980): Launched\u000a11:48:39.052759 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a11:48:39.191666 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:48:39.536901 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17981): Launched\u000a11:48:39.821839 run iperf3-srv_10.42.42.10(pid=17982): Launched\u000a11:48:40.023951 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a11:48:40.162578 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:48:40.507072 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17983): Launched\u000a11:48:40.793797 run iperf3-srv_10.42.42.10(pid=17984): Launched\u000a11:48:40.996346 tst iperf3m4.py:8: start network...\u000a11:48:41.135067 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:48:41.666208 run create_hlr_db(pid=17985): Launched\u000a11:48:41.857339 bus /gobi_6: Setting Powered False\u000a11:48:42.877806 run create_hlr_db(pid=17985): Terminated: ok {rc=0}\u000a11:48:43.322237 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17987): Launched\u000a11:48:43.654740 run osmo-hlr_10.42.42.2(pid=17988): Launched\u000a11:48:43.775127 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:48:44.354607 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17990): Launched\u000a11:48:44.687343 run osmo-stp_10.42.42.5(pid=17991): Launched\u000a11:48:44.806759 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a11:48:45.387627 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17993): Launched\u000a11:48:45.505942 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a11:48:45.796494 run patchelf(pid=17994): Launched\u000a11:48:46.001070 run osmo-stp_10.42.42.5(pid=17991): ERR: Terminated: ERROR {rc=1} [trial-2404↪gprs:trx-b200↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17991)]\u000a11:48:46.147647 run osmo-stp_10.42.42.5(pid=17991): stdout: \u000a| (launched: 2022-12-14_11:48:44.523112)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:48:46.293427 run osmo-stp_10.42.42.5(pid=17991): stderr: \u000a| �[0;m�[38;5;43m20221214114844713 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214114844713 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214114844714 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214114844714 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214114844714 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214114844715 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214114844715 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:48:46.435557 run osmo-stp_10.42.42.5(pid=17991): stdout: \u000a| (launched: 2022-12-14_11:48:44.523112)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:48:46.575419 run osmo-stp_10.42.42.5(pid=17991): stderr: \u000a| �[0;m�[38;5;43m20221214114844713 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214114844713 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214114844714 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214114844714 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214114844714 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214114844715 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214114844715 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:48:46.738108 run patchelf(pid=17994): Terminating (SIGINT)\u000a11:48:46.928320 run patchelf(pid=17994): Terminated: ok {rc=0}\u000a11:48:46.964006 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=17991): Process ended prematurely: osmo-stp_10.42.42.5(pid=17991) [trial-2404↪gprs:trx-b200↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17991)] [trial-2404↪gprs:trx-b200↪iperf3m4.py:8]\u000a11:48:46.975280 tst iperf3m4.py:8: Test FAILED (11.2 sec)\u000a11:48:47.040909 run osmo-hlr_10.42.42.2(pid=17988): ERR: Terminated: ERROR {rc=237} [trial-2404↪gprs:trx-b200↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17988)]\u000a11:48:47.094828 run osmo-hlr_10.42.42.2(pid=17988): stdout: \u000a| (launched: 2022-12-14_11:48:43.491052) \u000a11:48:47.148715 run osmo-hlr_10.42.42.2(pid=17988): stderr: \u000a| �[0;m�[1;31m20221214114843690 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214114843690 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214114843690 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214114843690 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214114843690 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214114843690 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214114843702 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2404/run.2022-12-14_11-25-45/gprs:trx-b200/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214114843711 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214114843711 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214114843711 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:48:47.195385 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17977): Terminating (SIGTERM)\u000a11:48:47.237514 run iperf3-srv_10.42.42.10(pid=17978): Terminating (SIGTERM)\u000a11:48:47.279381 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17979): Terminating (SIGTERM)\u000a11:48:47.321312 run iperf3-srv_10.42.42.10(pid=17980): Terminating (SIGTERM)\u000a11:48:47.363254 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17981): Terminating (SIGTERM)\u000a11:48:47.405185 run iperf3-srv_10.42.42.10(pid=17982): Terminating (SIGTERM)\u000a11:48:47.446985 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17983): Terminating (SIGTERM)\u000a11:48:47.489258 run iperf3-srv_10.42.42.10(pid=17984): Terminating (SIGTERM)\u000a11:48:47.531168 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17987): Terminating (SIGTERM)\u000a11:48:47.573555 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17990): Terminating (SIGTERM)\u000a11:48:47.615507 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17993): Terminating (SIGTERM)\u000a11:48:47.625238 --- ParallelTerminationStrategy: PID 17977 died...\u000a11:48:47.681165 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17977): Terminated: ok {rc=0}\u000a11:48:47.691280 --- ParallelTerminationStrategy: PID 17978 died...\u000a11:48:47.746866 run iperf3-srv_10.42.42.10(pid=17978): Terminated {rc=256}\u000a11:48:47.756863 --- ParallelTerminationStrategy: PID 17979 died...\u000a11:48:47.813184 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17979): Terminated: ok {rc=0}\u000a11:48:47.823275 --- ParallelTerminationStrategy: PID 17980 died...\u000a11:48:47.879014 run iperf3-srv_10.42.42.10(pid=17980): Terminated {rc=256}\u000a11:48:47.889136 --- ParallelTerminationStrategy: PID 17981 died...\u000a11:48:47.944938 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17981): Terminated: ok {rc=0}\u000a11:48:47.955055 --- ParallelTerminationStrategy: PID 17982 died...\u000a11:48:48.010750 run iperf3-srv_10.42.42.10(pid=17982): Terminated {rc=256}\u000a11:48:48.020697 --- ParallelTerminationStrategy: PID 17983 died...\u000a11:48:48.076865 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17983): Terminated: ok {rc=0}\u000a11:48:48.086956 --- ParallelTerminationStrategy: PID 17984 died...\u000a11:48:48.142635 run iperf3-srv_10.42.42.10(pid=17984): Terminated {rc=256}\u000a11:48:48.152728 --- ParallelTerminationStrategy: PID 17987 died...\u000a11:48:48.208494 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17987): Terminated: ok {rc=0}\u000a11:48:48.218594 --- ParallelTerminationStrategy: PID 17990 died...\u000a11:48:48.274342 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17990): Terminated: ok {rc=0}\u000a11:48:48.284440 --- ParallelTerminationStrategy: PID 17993 died...\u000a11:48:48.340433 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17993): Terminated: ok {rc=0}\u000a11:48:48.427619 bus /gobi_4: Setting Powered False\u000a11:48:49.534716 bus /gobi_4: Setting Powered False\u000a11:48:50.646267 bus /gobi_1: Setting Powered False\u000a11:48:51.750795 bus /gobi_1: Setting Powered False\u000a11:48:52.862562 bus /gobi_0: Setting Powered False\u000a11:48:53.969498 bus /gobi_0: Setting Powered False\u000a11:48:55.078272 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 219, "className" : "gprs:trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18001): Process ended prematurely: osmo-stp_10.42.42.5(pid=18001) [trial-2404↪gprs:trx-b200↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18001)]", "failedSince" : 2186, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18001): Process ended prematurely: osmo-stp_10.42.42.5(pid=18001) [trial-2404↪gprs:trx-b200↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18001)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2404 gprs:trx-b200 ping.py\u000a----------------------------------------------\u000a11:48:56.147599 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a11:48:56.159877 tst gprs:trx-b200: Using 1 x bts (candidates: 1)\u000a11:48:56.299809 tst ping.py: using LAC 40690\u000a11:48:56.420909 tst ping.py: using RAC 145\u000a11:48:56.543499 tst ping.py: using CellId 40690\u000a11:48:56.660105 tst ping.py: using BVCI 40691\u000a11:48:56.683268 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a11:48:56.693977 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a11:48:56.704516 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a11:48:56.715049 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a11:48:56.725773 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a11:48:56.736564 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a11:48:56.747465 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a11:48:56.758271 tst gprs:trx-b200: Using 1 x modem (candidates: 4)\u000a11:48:57.042170 tst ping.py:19: start network...\u000a11:48:57.168302 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:48:57.644128 run create_hlr_db(pid=17995): Launched\u000a11:48:57.818437 bus /gobi_6: Setting Powered False\u000a11:48:58.839706 run create_hlr_db(pid=17995): Terminated: ok {rc=0}\u000a11:48:59.245791 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17997): Launched\u000a11:48:59.550803 run osmo-hlr_10.42.42.2(pid=17998): Launched\u000a11:48:59.668703 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:49:00.205332 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18000): Launched\u000a11:49:00.511060 run osmo-stp_10.42.42.5(pid=18001): Launched\u000a11:49:00.621398 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a11:49:01.213241 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18003): Launched\u000a11:49:01.333721 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a11:49:01.642623 run patchelf(pid=18004): Launched\u000a11:49:01.841132 run osmo-stp_10.42.42.5(pid=18001): ERR: Terminated: ERROR {rc=1} [trial-2404↪gprs:trx-b200↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18001)]\u000a11:49:01.984415 run osmo-stp_10.42.42.5(pid=18001): stdout: \u000a| (launched: 2022-12-14_11:49:00.359274)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:49:02.127830 run osmo-stp_10.42.42.5(pid=18001): stderr: \u000a| �[0;m�[38;5;43m20221214114900528 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214114900528 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214114900529 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214114900529 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214114900530 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214114900530 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214114900530 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:49:02.264083 run osmo-stp_10.42.42.5(pid=18001): stdout: \u000a| (launched: 2022-12-14_11:49:00.359274)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:49:02.398057 run osmo-stp_10.42.42.5(pid=18001): stderr: \u000a| �[0;m�[38;5;43m20221214114900528 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214114900528 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214114900529 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214114900529 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214114900530 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214114900530 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214114900530 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:49:02.554232 run patchelf(pid=18004): Terminating (SIGINT)\u000a11:49:02.737427 run patchelf(pid=18004): Terminated: ok {rc=0}\u000a11:49:02.770598 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=18001): Process ended prematurely: osmo-stp_10.42.42.5(pid=18001) [trial-2404↪gprs:trx-b200↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18001)] [trial-2404↪gprs:trx-b200↪ping.py:22]\u000a11:49:02.779979 tst ping.py:22: Test FAILED (6.6 sec)\u000a11:49:02.843980 run osmo-hlr_10.42.42.2(pid=17998): ERR: Terminated: ERROR {rc=237} [trial-2404↪gprs:trx-b200↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17998)]\u000a11:49:02.896562 run osmo-hlr_10.42.42.2(pid=17998): stdout: \u000a| (launched: 2022-12-14_11:48:59.399962) \u000a11:49:02.949407 run osmo-hlr_10.42.42.2(pid=17998): stderr: \u000a| �[0;m�[1;31m20221214114859574 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214114859574 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214114859574 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214114859574 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214114859574 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214114859574 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214114859586 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2404/run.2022-12-14_11-25-45/gprs:trx-b200/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214114859594 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214114859594 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214114859594 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:49:02.994877 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17997): Terminating (SIGTERM)\u000a11:49:03.037734 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18000): Terminating (SIGTERM)\u000a11:49:03.080847 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18003): Terminating (SIGTERM)\u000a11:49:03.090834 --- ParallelTerminationStrategy: PID 17997 died...\u000a11:49:03.148123 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17997): Terminated: ok {rc=0}\u000a11:49:03.158399 --- ParallelTerminationStrategy: PID 18000 died...\u000a11:49:03.215488 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18000): Terminated: ok {rc=0}\u000a11:49:03.225752 --- ParallelTerminationStrategy: PID 18003 died...\u000a11:49:03.282562 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18003): Terminated: ok {rc=0}\u000a11:49:03.370401 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 219, "className" : "gprs:trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18011): Process ended prematurely: osmo-stp_10.42.42.5(pid=18011) [trial-2404↪gprs:trx-b200↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18011)]", "failedSince" : 2186, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18011): Process ended prematurely: osmo-stp_10.42.42.5(pid=18011) [trial-2404↪gprs:trx-b200↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18011)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2404 gprs:trx-b200 ping_idle_ping.py\u000a----------------------------------------------\u000a11:49:04.423816 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a11:49:04.435870 tst gprs:trx-b200: Using 1 x bts (candidates: 1)\u000a11:49:04.579616 tst ping_idle_ping.py: using LAC 40691\u000a11:49:04.711252 tst ping_idle_ping.py: using RAC 146\u000a11:49:04.837189 tst ping_idle_ping.py: using CellId 40691\u000a11:49:04.962772 tst ping_idle_ping.py: using BVCI 40692\u000a11:49:04.987807 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a11:49:04.998972 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a11:49:05.010014 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a11:49:05.020867 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a11:49:05.031874 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a11:49:05.042799 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a11:49:05.053910 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a11:49:05.065348 tst gprs:trx-b200: Using 1 x modem (candidates: 4)\u000a11:49:05.345877 tst ping_idle_ping.py:24: start network...\u000a11:49:05.472751 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:49:05.963142 run create_hlr_db(pid=18005): Launched\u000a11:49:06.134672 bus /gobi_6: Setting Powered False\u000a11:49:07.156472 run create_hlr_db(pid=18005): Terminated: ok {rc=0}\u000a11:49:07.582531 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18007): Launched\u000a11:49:07.899559 run osmo-hlr_10.42.42.2(pid=18008): Launched\u000a11:49:08.015411 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:49:08.567876 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18010): Launched\u000a11:49:08.884920 run osmo-stp_10.42.42.5(pid=18011): Launched\u000a11:49:09.000085 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a11:49:09.555658 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18013): Launched\u000a11:49:09.668713 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a11:49:09.946108 run patchelf(pid=18014): Launched\u000a11:49:10.132680 run osmo-stp_10.42.42.5(pid=18011): ERR: Terminated: ERROR {rc=1} [trial-2404↪gprs:trx-b200↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18011)]\u000a11:49:10.268897 run osmo-stp_10.42.42.5(pid=18011): stdout: \u000a| (launched: 2022-12-14_11:49:08.729022)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:49:10.405677 run osmo-stp_10.42.42.5(pid=18011): stderr: \u000a| �[0;m�[38;5;43m20221214114908915 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214114908916 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214114908916 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214114908916 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214114908917 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214114908917 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214114908917 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:49:10.536729 run osmo-stp_10.42.42.5(pid=18011): stdout: \u000a| (launched: 2022-12-14_11:49:08.729022)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:49:10.666753 run osmo-stp_10.42.42.5(pid=18011): stderr: \u000a| �[0;m�[38;5;43m20221214114908915 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214114908916 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214114908916 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214114908916 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214114908917 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214114908917 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214114908917 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:49:10.818540 run patchelf(pid=18014): Terminating (SIGINT)\u000a11:49:10.996774 run patchelf(pid=18014): Terminated: ok {rc=0}\u000a11:49:11.029255 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=18011): Process ended prematurely: osmo-stp_10.42.42.5(pid=18011) [trial-2404↪gprs:trx-b200↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18011)] [trial-2404↪gprs:trx-b200↪ping_idle_ping.py:27]\u000a11:49:11.038670 tst ping_idle_ping.py:27: Test FAILED (6.6 sec)\u000a11:49:11.101837 run osmo-hlr_10.42.42.2(pid=18008): ERR: Terminated: ERROR {rc=237} [trial-2404↪gprs:trx-b200↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18008)]\u000a11:49:11.153307 run osmo-hlr_10.42.42.2(pid=18008): stdout: \u000a| (launched: 2022-12-14_11:49:07.744563) \u000a11:49:11.205375 run osmo-hlr_10.42.42.2(pid=18008): stderr: \u000a| �[0;m�[1;31m20221214114907938 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214114907938 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214114907938 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214114907938 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214114907938 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214114907938 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214114907950 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2404/run.2022-12-14_11-25-45/gprs:trx-b200/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214114907958 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214114907958 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214114907958 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:49:11.249874 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18007): Terminating (SIGTERM)\u000a11:49:11.292361 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18010): Terminating (SIGTERM)\u000a11:49:11.334453 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18013): Terminating (SIGTERM)\u000a11:49:11.344142 --- ParallelTerminationStrategy: PID 18007 died...\u000a11:49:11.400651 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18007): Terminated: ok {rc=0}\u000a11:49:11.410766 --- ParallelTerminationStrategy: PID 18010 died...\u000a11:49:11.466380 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18010): Terminated: ok {rc=0}\u000a11:49:11.476462 --- ParallelTerminationStrategy: PID 18013 died...\u000a11:49:11.532053 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18013): Terminated: ok {rc=0}\u000a11:49:11.619037 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "50", "name" : "gprs_trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T11:48:12" }, { "cases" : [ { "testActions" : [ ], "age" : 266, "className" : "gprs:trx-b200+mod-bts0-egprs", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18029): Process ended prematurely: osmo-stp_10.42.42.5(pid=18029) [trial-2404↪gprs:trx-b200+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18029)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18029): Process ended prematurely: osmo-stp_10.42.42.5(pid=18029) [trial-2404↪gprs:trx-b200+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18029)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2404 gprs:trx-b200+mod-bts0-egprs cs_paging_gprs_active.py\u000a----------------------------------------------\u000a11:49:13.775339 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:49:13.786391 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a11:49:13.930734 tst cs_paging_gprs_active.py: using LAC 40692\u000a11:49:14.063150 tst cs_paging_gprs_active.py: using RAC 147\u000a11:49:14.187717 tst cs_paging_gprs_active.py: using CellId 40692\u000a11:49:14.316485 tst cs_paging_gprs_active.py: using BVCI 40693\u000a11:49:14.341388 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:49:14.352472 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:49:14.363387 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:49:14.374361 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:49:14.385285 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:49:14.396166 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:49:14.407316 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:49:14.418165 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:49:14.429269 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a11:49:14.545725 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a11:49:14.842661 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a11:49:14.977315 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:49:15.314935 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18019): Launched\u000a11:49:15.593200 run iperf3-srv_10.42.42.10(pid=18020): Launched\u000a11:49:15.790881 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a11:49:15.927159 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:49:16.277267 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18021): Launched\u000a11:49:16.575961 run iperf3-srv_10.42.42.10(pid=18022): Launched\u000a11:49:16.778898 tst cs_paging_gprs_active.py:38: start network...\u000a11:49:16.916540 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:49:17.458657 run create_hlr_db(pid=18023): Launched\u000a11:49:17.646345 bus /gobi_6: Setting Powered False\u000a11:49:18.667784 run create_hlr_db(pid=18023): Terminated: ok {rc=0}\u000a11:49:19.076791 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18025): Launched\u000a11:49:19.380519 run osmo-hlr_10.42.42.2(pid=18026): Launched\u000a11:49:19.497621 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:49:20.031046 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18028): Launched\u000a11:49:20.334698 run osmo-stp_10.42.42.5(pid=18029): Launched\u000a11:49:20.444908 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a11:49:20.973238 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18031): Launched\u000a11:49:21.080849 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a11:49:21.347290 run patchelf(pid=18032): Launched\u000a11:49:21.527734 run osmo-stp_10.42.42.5(pid=18029): ERR: Terminated: ERROR {rc=1} [trial-2404↪gprs:trx-b200+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18029)]\u000a11:49:21.658928 run osmo-stp_10.42.42.5(pid=18029): stdout: \u000a| (launched: 2022-12-14_11:49:20.184570)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:49:21.790499 run osmo-stp_10.42.42.5(pid=18029): stderr: \u000a| �[0;m�[38;5;43m20221214114920351 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214114920352 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214114920352 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214114920352 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214114920353 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214114920353 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214114920353 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:49:21.916939 run osmo-stp_10.42.42.5(pid=18029): stdout: \u000a| (launched: 2022-12-14_11:49:20.184570)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:49:22.043128 run osmo-stp_10.42.42.5(pid=18029): stderr: \u000a| �[0;m�[38;5;43m20221214114920351 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214114920352 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214114920352 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214114920352 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214114920353 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214114920353 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214114920353 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:49:22.189791 run patchelf(pid=18032): Terminating (SIGINT)\u000a11:49:22.361898 run patchelf(pid=18032): Terminated: ok {rc=0}\u000a11:49:22.393643 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=18029): Process ended prematurely: osmo-stp_10.42.42.5(pid=18029) [trial-2404↪gprs:trx-b200+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18029)] [trial-2404↪gprs:trx-b200+mod-bts0-egprs↪cs_paging_gprs_active.py:38]\u000a11:49:22.402770 tst cs_paging_gprs_active.py:38: Test FAILED (8.7 sec)\u000a11:49:22.462888 run osmo-hlr_10.42.42.2(pid=18026): ERR: Terminated: ERROR {rc=237} [trial-2404↪gprs:trx-b200+mod-bts0-egprs↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18026)]\u000a11:49:22.511767 run osmo-hlr_10.42.42.2(pid=18026): stdout: \u000a| (launched: 2022-12-14_11:49:19.230849) \u000a11:49:22.561435 run osmo-hlr_10.42.42.2(pid=18026): stderr: \u000a| �[0;m�[1;31m20221214114919403 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214114919403 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214114919404 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214114919404 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214114919404 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214114919404 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214114919416 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2404/run.2022-12-14_11-25-45/gprs:trx-b200+mod-bts0-egprs/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214114919427 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214114919427 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214114919427 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:49:22.603949 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18019): Terminating (SIGTERM)\u000a11:49:22.643960 run iperf3-srv_10.42.42.10(pid=18020): Terminating (SIGTERM)\u000a11:49:22.683855 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18021): Terminating (SIGTERM)\u000a11:49:22.723359 run iperf3-srv_10.42.42.10(pid=18022): Terminating (SIGTERM)\u000a11:49:22.763170 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18025): Terminating (SIGTERM)\u000a11:49:22.802900 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18028): Terminating (SIGTERM)\u000a11:49:22.842679 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18031): Terminating (SIGTERM)\u000a11:49:22.851760 --- ParallelTerminationStrategy: PID 18019 died...\u000a11:49:22.905404 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18019): Terminated: ok {rc=0}\u000a11:49:22.914776 --- ParallelTerminationStrategy: PID 18020 died...\u000a11:49:22.967777 run iperf3-srv_10.42.42.10(pid=18020): Terminated {rc=256}\u000a11:49:22.977174 --- ParallelTerminationStrategy: PID 18021 died...\u000a11:49:23.030189 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18021): Terminated: ok {rc=0}\u000a11:49:23.039538 --- ParallelTerminationStrategy: PID 18022 died...\u000a11:49:23.092386 run iperf3-srv_10.42.42.10(pid=18022): Terminated {rc=256}\u000a11:49:23.101772 --- ParallelTerminationStrategy: PID 18025 died...\u000a11:49:23.155027 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18025): Terminated: ok {rc=0}\u000a11:49:23.164476 --- ParallelTerminationStrategy: PID 18028 died...\u000a11:49:23.217335 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18028): Terminated: ok {rc=0}\u000a11:49:23.226691 --- ParallelTerminationStrategy: PID 18031 died...\u000a11:49:23.279406 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18031): Terminated: ok {rc=0}\u000a11:49:23.366639 bus /gobi_0: Setting Powered False\u000a11:49:24.470014 bus /gobi_0: Setting Powered False\u000a11:49:25.578298 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 266, "className" : "gprs:trx-b200+mod-bts0-egprs", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18041): Process ended prematurely: osmo-stp_10.42.42.5(pid=18041) [trial-2404↪gprs:trx-b200+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18041)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18041): Process ended prematurely: osmo-stp_10.42.42.5(pid=18041) [trial-2404↪gprs:trx-b200+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18041)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2404 gprs:trx-b200+mod-bts0-egprs iperf3.py\u000a----------------------------------------------\u000a11:49:26.692686 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:49:26.704597 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a11:49:26.854192 tst iperf3.py: using LAC 40693\u000a11:49:26.982925 tst iperf3.py: using RAC 148\u000a11:49:27.111461 tst iperf3.py: using CellId 40693\u000a11:49:27.241260 tst iperf3.py: using BVCI 40694\u000a11:49:27.266444 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:49:27.277822 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:49:27.288791 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:49:27.299790 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:49:27.310961 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:49:27.321952 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:49:27.333191 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:49:27.344112 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:49:27.355410 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a11:49:27.652637 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a11:49:27.789398 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:49:28.128767 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18033): Launched\u000a11:49:28.411472 run iperf3-srv_10.42.42.10(pid=18034): Launched\u000a11:49:28.611051 tst iperf3.py:8: start network...\u000a11:49:28.747084 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:49:29.269502 run create_hlr_db(pid=18035): Launched\u000a11:49:29.457551 bus /gobi_6: Setting Powered False\u000a11:49:30.478033 run create_hlr_db(pid=18035): Terminated: ok {rc=0}\u000a11:49:30.923578 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18037): Launched\u000a11:49:31.377523 run osmo-hlr_10.42.42.2(pid=18038): Launched\u000a11:49:31.620768 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:49:32.177132 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18040): Launched\u000a11:49:32.507450 run osmo-stp_10.42.42.5(pid=18041): Launched\u000a11:49:32.625754 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a11:49:33.197129 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18043): Launched\u000a11:49:33.313552 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a11:49:33.599470 run patchelf(pid=18044): Launched\u000a11:49:33.790454 run osmo-stp_10.42.42.5(pid=18041): ERR: Terminated: ERROR {rc=1} [trial-2404↪gprs:trx-b200+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18041)]\u000a11:49:33.930267 run osmo-stp_10.42.42.5(pid=18041): stdout: \u000a| (launched: 2022-12-14_11:49:32.345527)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:49:34.070667 run osmo-stp_10.42.42.5(pid=18041): stderr: \u000a| �[0;m�[38;5;43m20221214114932535 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214114932535 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214114932536 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214114932536 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214114932536 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214114932537 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214114932537 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:49:34.206091 run osmo-stp_10.42.42.5(pid=18041): stdout: \u000a| (launched: 2022-12-14_11:49:32.345527)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:49:34.339986 run osmo-stp_10.42.42.5(pid=18041): stderr: \u000a| �[0;m�[38;5;43m20221214114932535 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214114932535 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214114932536 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214114932536 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214114932536 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214114932537 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214114932537 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:49:34.495731 run patchelf(pid=18044): Terminating (SIGINT)\u000a11:49:34.678985 run patchelf(pid=18044): Terminated: ok {rc=0}\u000a11:49:34.712404 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=18041): Process ended prematurely: osmo-stp_10.42.42.5(pid=18041) [trial-2404↪gprs:trx-b200+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18041)] [trial-2404↪gprs:trx-b200+mod-bts0-egprs↪iperf3.py:8]\u000a11:49:34.722356 tst iperf3.py:8: Test FAILED (8.1 sec)\u000a11:49:34.784986 run osmo-hlr_10.42.42.2(pid=18038): ERR: Terminated: ERROR {rc=237} [trial-2404↪gprs:trx-b200+mod-bts0-egprs↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18038)]\u000a11:49:34.836257 run osmo-hlr_10.42.42.2(pid=18038): stdout: \u000a| (launched: 2022-12-14_11:49:31.103012) \u000a11:49:34.888153 run osmo-hlr_10.42.42.2(pid=18038): stderr: \u000a| �[0;m�[1;31m20221214114931343 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214114931343 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214114931343 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214114931343 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214114931343 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214114931343 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214114931392 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2404/run.2022-12-14_11-25-45/gprs:trx-b200+mod-bts0-egprs/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214114931400 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214114931400 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214114931400 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:49:34.932362 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18033): Terminating (SIGTERM)\u000a11:49:34.974523 run iperf3-srv_10.42.42.10(pid=18034): Terminating (SIGTERM)\u000a11:49:35.016108 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18037): Terminating (SIGTERM)\u000a11:49:35.058324 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18040): Terminating (SIGTERM)\u000a11:49:35.100300 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18043): Terminating (SIGTERM)\u000a11:49:35.109887 --- ParallelTerminationStrategy: PID 18033 died...\u000a11:49:35.165708 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18033): Terminated: ok {rc=0}\u000a11:49:35.175620 --- ParallelTerminationStrategy: PID 18034 died...\u000a11:49:35.230688 run iperf3-srv_10.42.42.10(pid=18034): Terminated {rc=256}\u000a11:49:35.240665 --- ParallelTerminationStrategy: PID 18037 died...\u000a11:49:35.295927 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18037): Terminated: ok {rc=0}\u000a11:49:35.305928 --- ParallelTerminationStrategy: PID 18040 died...\u000a11:49:35.361136 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18040): Terminated: ok {rc=0}\u000a11:49:35.371085 --- ParallelTerminationStrategy: PID 18043 died...\u000a11:49:35.426369 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18043): Terminated: ok {rc=0}\u000a11:49:35.513506 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 266, "className" : "gprs:trx-b200+mod-bts0-egprs", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18059): Process ended prematurely: osmo-stp_10.42.42.5(pid=18059) [trial-2404↪gprs:trx-b200+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18059)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18059): Process ended prematurely: osmo-stp_10.42.42.5(pid=18059) [trial-2404↪gprs:trx-b200+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18059)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2404 gprs:trx-b200+mod-bts0-egprs iperf3m4.py\u000a----------------------------------------------\u000a11:49:36.628797 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:49:36.640767 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a11:49:36.787749 tst iperf3m4.py: using LAC 40694\u000a11:49:36.915708 tst iperf3m4.py: using RAC 149\u000a11:49:37.044566 tst iperf3m4.py: using CellId 40694\u000a11:49:37.173280 tst iperf3m4.py: using BVCI 40695\u000a11:49:37.198348 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:49:37.209914 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:49:37.221123 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:49:37.232284 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:49:37.243382 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:49:37.254570 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:49:37.265919 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:49:37.276935 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:49:37.288224 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a11:49:37.405312 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a11:49:37.523748 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a11:49:37.644418 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a11:49:37.923358 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a11:49:38.049263 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:49:38.363297 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18045): Launched\u000a11:49:38.624384 run iperf3-srv_10.42.42.10(pid=18046): Launched\u000a11:49:38.807500 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a11:49:38.933008 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:49:39.246845 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18047): Launched\u000a11:49:39.507811 run iperf3-srv_10.42.42.10(pid=18048): Launched\u000a11:49:39.692005 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a11:49:39.817952 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:49:40.131872 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18049): Launched\u000a11:49:40.393790 run iperf3-srv_10.42.42.10(pid=18050): Launched\u000a11:49:40.577559 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a11:49:40.703500 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:49:41.018865 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18051): Launched\u000a11:49:41.280433 run iperf3-srv_10.42.42.10(pid=18052): Launched\u000a11:49:41.465926 tst iperf3m4.py:8: start network...\u000a11:49:41.592665 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:49:42.073839 run create_hlr_db(pid=18053): Launched\u000a11:49:42.249568 bus /gobi_6: Setting Powered False\u000a11:49:43.271553 run create_hlr_db(pid=18053): Terminated: ok {rc=0}\u000a11:49:43.679195 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18055): Launched\u000a11:49:43.984655 run osmo-hlr_10.42.42.2(pid=18056): Launched\u000a11:49:44.103906 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:49:44.643080 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18058): Launched\u000a11:49:44.947507 run osmo-stp_10.42.42.5(pid=18059): Launched\u000a11:49:45.058543 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a11:49:45.598801 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18061): Launched\u000a11:49:45.716684 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a11:49:46.027487 run patchelf(pid=18062): Launched\u000a11:49:46.233719 run osmo-stp_10.42.42.5(pid=18059): ERR: Terminated: ERROR {rc=1} [trial-2404↪gprs:trx-b200+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18059)]\u000a11:49:46.376588 run osmo-stp_10.42.42.5(pid=18059): stdout: \u000a| (launched: 2022-12-14_11:49:44.797236)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:49:46.519237 run osmo-stp_10.42.42.5(pid=18059): stderr: \u000a| �[0;m�[38;5;43m20221214114944966 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214114944967 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214114944968 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214114944968 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214114944969 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214114944969 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214114944969 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:49:46.653862 run osmo-stp_10.42.42.5(pid=18059): stdout: \u000a| (launched: 2022-12-14_11:49:44.797236)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:49:46.786155 run osmo-stp_10.42.42.5(pid=18059): stderr: \u000a| �[0;m�[38;5;43m20221214114944966 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214114944967 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214114944968 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214114944968 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214114944969 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214114944969 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214114944969 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:49:46.937746 run patchelf(pid=18062): Terminating (SIGINT)\u000a11:49:47.115326 run patchelf(pid=18062): Terminated: ok {rc=0}\u000a11:49:47.148219 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=18059): Process ended prematurely: osmo-stp_10.42.42.5(pid=18059) [trial-2404↪gprs:trx-b200+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18059)] [trial-2404↪gprs:trx-b200+mod-bts0-egprs↪iperf3m4.py:8]\u000a11:49:47.158533 tst iperf3m4.py:8: Test FAILED (10.6 sec)\u000a11:49:47.223716 run osmo-hlr_10.42.42.2(pid=18056): ERR: Terminated: ERROR {rc=237} [trial-2404↪gprs:trx-b200+mod-bts0-egprs↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18056)]\u000a11:49:47.275342 run osmo-hlr_10.42.42.2(pid=18056): stdout: \u000a| (launched: 2022-12-14_11:49:43.834407) \u000a11:49:47.328759 run osmo-hlr_10.42.42.2(pid=18056): stderr: \u000a| �[0;m�[1;31m20221214114944009 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214114944009 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214114944009 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214114944010 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214114944010 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214114944010 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214114944023 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2404/run.2022-12-14_11-25-45/gprs:trx-b200+mod-bts0-egprs/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214114944032 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214114944032 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214114944032 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:49:47.376571 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18045): Terminating (SIGTERM)\u000a11:49:47.418476 run iperf3-srv_10.42.42.10(pid=18046): Terminating (SIGTERM)\u000a11:49:47.458633 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18047): Terminating (SIGTERM)\u000a11:49:47.499137 run iperf3-srv_10.42.42.10(pid=18048): Terminating (SIGTERM)\u000a11:49:47.539491 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18049): Terminating (SIGTERM)\u000a11:49:47.579517 run iperf3-srv_10.42.42.10(pid=18050): Terminating (SIGTERM)\u000a11:49:47.619241 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18051): Terminating (SIGTERM)\u000a11:49:47.659912 run iperf3-srv_10.42.42.10(pid=18052): Terminating (SIGTERM)\u000a11:49:47.700305 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18055): Terminating (SIGTERM)\u000a11:49:47.740580 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18058): Terminating (SIGTERM)\u000a11:49:47.780258 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18061): Terminating (SIGTERM)\u000a11:49:47.789056 --- ParallelTerminationStrategy: PID 18045 died...\u000a11:49:47.842520 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18045): Terminated: ok {rc=0}\u000a11:49:47.852033 --- ParallelTerminationStrategy: PID 18046 died...\u000a11:49:47.905604 run iperf3-srv_10.42.42.10(pid=18046): Terminated {rc=256}\u000a11:49:47.915152 --- ParallelTerminationStrategy: PID 18047 died...\u000a11:49:47.968307 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18047): Terminated: ok {rc=0}\u000a11:49:47.977844 --- ParallelTerminationStrategy: PID 18048 died...\u000a11:49:48.031079 run iperf3-srv_10.42.42.10(pid=18048): Terminated {rc=256}\u000a11:49:48.040482 --- ParallelTerminationStrategy: PID 18049 died...\u000a11:49:48.093862 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18049): Terminated: ok {rc=0}\u000a11:49:48.103409 --- ParallelTerminationStrategy: PID 18050 died...\u000a11:49:48.156802 run iperf3-srv_10.42.42.10(pid=18050): Terminated {rc=256}\u000a11:49:48.166257 --- ParallelTerminationStrategy: PID 18051 died...\u000a11:49:48.219610 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18051): Terminated: ok {rc=0}\u000a11:49:48.229168 --- ParallelTerminationStrategy: PID 18052 died...\u000a11:49:48.282562 run iperf3-srv_10.42.42.10(pid=18052): Terminated {rc=256}\u000a11:49:48.292001 --- ParallelTerminationStrategy: PID 18055 died...\u000a11:49:48.345674 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18055): Terminated: ok {rc=0}\u000a11:49:48.355162 --- ParallelTerminationStrategy: PID 18058 died...\u000a11:49:48.408699 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18058): Terminated: ok {rc=0}\u000a11:49:48.418248 --- ParallelTerminationStrategy: PID 18061 died...\u000a11:49:48.472013 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18061): Terminated: ok {rc=0}\u000a11:49:48.561014 bus /gobi_4: Setting Powered False\u000a11:49:49.665758 bus /gobi_4: Setting Powered False\u000a11:49:50.778158 bus /gobi_1: Setting Powered False\u000a11:49:51.881725 bus /gobi_1: Setting Powered False\u000a11:49:52.993555 bus /gobi_0: Setting Powered False\u000a11:49:54.099293 bus /gobi_0: Setting Powered False\u000a11:49:55.208163 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 266, "className" : "gprs:trx-b200+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18069): Process ended prematurely: osmo-stp_10.42.42.5(pid=18069) [trial-2404↪gprs:trx-b200+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18069)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18069): Process ended prematurely: osmo-stp_10.42.42.5(pid=18069) [trial-2404↪gprs:trx-b200+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18069)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2404 gprs:trx-b200+mod-bts0-egprs ping.py\u000a----------------------------------------------\u000a11:49:56.277338 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:49:56.289297 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a11:49:56.427716 tst ping.py: using LAC 40695\u000a11:49:56.550723 tst ping.py: using RAC 150\u000a11:49:56.679162 tst ping.py: using CellId 40695\u000a11:49:56.796920 tst ping.py: using BVCI 40696\u000a11:49:56.819862 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:49:56.830739 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:49:56.841370 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:49:56.852059 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:49:56.862964 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:49:56.873858 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:49:56.885290 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:49:56.896186 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a11:49:57.187891 tst ping.py:19: start network...\u000a11:49:57.321289 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:49:57.834879 run create_hlr_db(pid=18063): Launched\u000a11:49:58.021396 bus /gobi_6: Setting Powered False\u000a11:49:59.041344 run create_hlr_db(pid=18063): Terminated: ok {rc=0}\u000a11:49:59.446371 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18065): Launched\u000a11:49:59.748273 run osmo-hlr_10.42.42.2(pid=18066): Launched\u000a11:49:59.866084 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:50:00.396042 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18068): Launched\u000a11:50:00.694715 run osmo-stp_10.42.42.5(pid=18069): Launched\u000a11:50:00.803959 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a11:50:01.404119 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18074): Launched\u000a11:50:01.513975 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a11:50:01.802185 run patchelf(pid=18078): Launched\u000a11:50:01.982953 run osmo-stp_10.42.42.5(pid=18069): ERR: Terminated: ERROR {rc=1} [trial-2404↪gprs:trx-b200+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18069)]\u000a11:50:02.115996 run osmo-stp_10.42.42.5(pid=18069): stdout: \u000a| (launched: 2022-12-14_11:50:00.547369)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:50:02.282637 run osmo-stp_10.42.42.5(pid=18069): stderr: \u000a| �[0;m�[38;5;43m20221214115000712 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214115000712 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214115000712 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214115000713 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214115000713 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214115000713 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214115000713 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:50:02.410977 run osmo-stp_10.42.42.5(pid=18069): stdout: \u000a| (launched: 2022-12-14_11:50:00.547369)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:50:02.534306 run osmo-stp_10.42.42.5(pid=18069): stderr: \u000a| �[0;m�[38;5;43m20221214115000712 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214115000712 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214115000712 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214115000713 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214115000713 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214115000713 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214115000713 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:50:02.677913 run patchelf(pid=18078): Terminating (SIGINT)\u000a11:50:02.846781 run patchelf(pid=18078): Terminated: ok {rc=0}\u000a11:50:02.877596 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=18069): Process ended prematurely: osmo-stp_10.42.42.5(pid=18069) [trial-2404↪gprs:trx-b200+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18069)] [trial-2404↪gprs:trx-b200+mod-bts0-egprs↪ping.py:22]\u000a11:50:02.886351 tst ping.py:22: Test FAILED (6.6 sec)\u000a11:50:02.947257 run osmo-hlr_10.42.42.2(pid=18066): ERR: Terminated: ERROR {rc=237} [trial-2404↪gprs:trx-b200+mod-bts0-egprs↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18066)]\u000a11:50:02.996794 run osmo-hlr_10.42.42.2(pid=18066): stdout: \u000a| (launched: 2022-12-14_11:49:59.598801) \u000a11:50:03.047069 run osmo-hlr_10.42.42.2(pid=18066): stderr: \u000a| �[0;m�[1;31m20221214114959771 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214114959771 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214114959771 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214114959771 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214114959771 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214114959771 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214114959783 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2404/run.2022-12-14_11-25-45/gprs:trx-b200+mod-bts0-egprs/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214114959794 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214114959794 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214114959794 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:50:03.089902 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18065): Terminating (SIGTERM)\u000a11:50:03.130173 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18068): Terminating (SIGTERM)\u000a11:50:03.170763 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18074): Terminating (SIGTERM)\u000a11:50:03.180095 --- ParallelTerminationStrategy: PID 18065 died...\u000a11:50:03.234443 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18065): Terminated: ok {rc=0}\u000a11:50:03.244056 --- ParallelTerminationStrategy: PID 18068 died...\u000a11:50:03.297882 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18068): Terminated: ok {rc=0}\u000a11:50:03.307406 --- ParallelTerminationStrategy: PID 18074 died...\u000a11:50:03.361555 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18074): Terminated: ok {rc=0}\u000a11:50:03.450397 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 266, "className" : "gprs:trx-b200+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18085): Process ended prematurely: osmo-stp_10.42.42.5(pid=18085) [trial-2404↪gprs:trx-b200+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18085)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18085): Process ended prematurely: osmo-stp_10.42.42.5(pid=18085) [trial-2404↪gprs:trx-b200+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18085)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2404 gprs:trx-b200+mod-bts0-egprs ping_idle_ping.py\u000a----------------------------------------------\u000a11:50:04.504826 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:50:04.517429 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a11:50:04.666038 tst ping_idle_ping.py: using LAC 40696\u000a11:50:04.792641 tst ping_idle_ping.py: using RAC 151\u000a11:50:04.918885 tst ping_idle_ping.py: using CellId 40696\u000a11:50:05.046769 tst ping_idle_ping.py: using BVCI 40697\u000a11:50:05.071586 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:50:05.083031 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:50:05.094577 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:50:05.105831 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:50:05.117581 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:50:05.129204 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:50:05.141070 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:50:05.152767 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a11:50:05.447903 tst ping_idle_ping.py:24: start network...\u000a11:50:05.581888 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:50:06.098628 run create_hlr_db(pid=18079): Launched\u000a11:50:06.285739 bus /gobi_6: Setting Powered False\u000a11:50:07.306392 run create_hlr_db(pid=18079): Terminated: ok {rc=0}\u000a11:50:07.737459 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18081): Launched\u000a11:50:08.060348 run osmo-hlr_10.42.42.2(pid=18082): Launched\u000a11:50:08.177554 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:50:08.737280 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18084): Launched\u000a11:50:09.060299 run osmo-stp_10.42.42.5(pid=18085): Launched\u000a11:50:09.177005 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a11:50:09.740677 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18087): Launched\u000a11:50:09.855610 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a11:50:10.137533 run patchelf(pid=18088): Launched\u000a11:50:10.326596 run osmo-stp_10.42.42.5(pid=18085): ERR: Terminated: ERROR {rc=1} [trial-2404↪gprs:trx-b200+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18085)]\u000a11:50:10.464339 run osmo-stp_10.42.42.5(pid=18085): stdout: \u000a| (launched: 2022-12-14_11:50:08.900720)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:50:10.602667 run osmo-stp_10.42.42.5(pid=18085): stderr: \u000a| �[0;m�[38;5;43m20221214115009089 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214115009089 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214115009089 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214115009090 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214115009090 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214115009090 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214115009090 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:50:10.735396 run osmo-stp_10.42.42.5(pid=18085): stdout: \u000a| (launched: 2022-12-14_11:50:08.900720)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:50:10.867350 run osmo-stp_10.42.42.5(pid=18085): stderr: \u000a| �[0;m�[38;5;43m20221214115009089 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214115009089 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214115009089 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214115009090 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214115009090 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214115009090 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214115009090 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:50:11.022001 run patchelf(pid=18088): Terminating (SIGINT)\u000a11:50:11.203749 run patchelf(pid=18088): Terminated: ok {rc=0}\u000a11:50:11.236482 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=18085): Process ended prematurely: osmo-stp_10.42.42.5(pid=18085) [trial-2404↪gprs:trx-b200+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18085)] [trial-2404↪gprs:trx-b200+mod-bts0-egprs↪ping_idle_ping.py:27]\u000a11:50:11.245940 tst ping_idle_ping.py:27: Test FAILED (6.7 sec)\u000a11:50:11.308212 run osmo-hlr_10.42.42.2(pid=18082): ERR: Terminated: ERROR {rc=237} [trial-2404↪gprs:trx-b200+mod-bts0-egprs↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18082)]\u000a11:50:11.359218 run osmo-hlr_10.42.42.2(pid=18082): stdout: \u000a| (launched: 2022-12-14_11:50:07.901467) \u000a11:50:11.410889 run osmo-hlr_10.42.42.2(pid=18082): stderr: \u000a| �[0;m�[1;31m20221214115008096 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214115008096 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214115008096 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214115008096 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214115008096 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214115008096 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214115008109 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2404/run.2022-12-14_11-25-45/gprs:trx-b200+mod-bts0-egprs/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214115008117 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214115008117 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214115008118 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:50:11.455066 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18081): Terminating (SIGTERM)\u000a11:50:11.496701 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18084): Terminating (SIGTERM)\u000a11:50:11.538648 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18087): Terminating (SIGTERM)\u000a11:50:11.548377 --- ParallelTerminationStrategy: PID 18081 died...\u000a11:50:11.604214 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18081): Terminated: ok {rc=0}\u000a11:50:11.614303 --- ParallelTerminationStrategy: PID 18084 died...\u000a11:50:11.669860 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18084): Terminated: ok {rc=0}\u000a11:50:11.679858 --- ParallelTerminationStrategy: PID 18087 died...\u000a11:50:11.735569 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18087): Terminated: ok {rc=0}\u000a11:50:11.822655 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "51", "name" : "gprs_trx-b200+mod-bts0-egprs", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T11:49:13" }, { "cases" : [ { "testActions" : [ ], "age" : 266, "className" : "gprs:trx-b200+mod-bts0-dynts-ipa", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18102): Process ended prematurely: osmo-stp_10.42.42.5(pid=18102) [trial-2404↪gprs:trx-b200+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18102)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18102): Process ended prematurely: osmo-stp_10.42.42.5(pid=18102) [trial-2404↪gprs:trx-b200+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18102)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2404 gprs:trx-b200+mod-bts0-dynts-ipa cs_paging_gprs_active.py\u000a----------------------------------------------\u000a11:50:13.996083 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:50:14.007336 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a11:50:14.168516 tst cs_paging_gprs_active.py: using LAC 40697\u000a11:50:14.289487 tst cs_paging_gprs_active.py: using RAC 152\u000a11:50:14.409941 tst cs_paging_gprs_active.py: using CellId 40697\u000a11:50:14.529823 tst cs_paging_gprs_active.py: using BVCI 40698\u000a11:50:14.553228 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:50:14.564131 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:50:14.574823 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:50:14.585507 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:50:14.596347 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:50:14.607364 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:50:14.618448 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:50:14.629224 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:50:14.640208 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a11:50:14.761338 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a11:50:15.045349 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a11:50:15.173228 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:50:15.490370 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18092): Launched\u000a11:50:15.753777 run iperf3-srv_10.42.42.10(pid=18093): Launched\u000a11:50:15.944204 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a11:50:16.074715 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:50:16.429434 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18094): Launched\u000a11:50:16.736517 run iperf3-srv_10.42.42.10(pid=18095): Launched\u000a11:50:16.928400 tst cs_paging_gprs_active.py:38: start network...\u000a11:50:17.059082 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:50:17.543856 run create_hlr_db(pid=18096): Launched\u000a11:50:17.719604 bus /gobi_6: Setting Powered False\u000a11:50:18.741193 run create_hlr_db(pid=18096): Terminated: ok {rc=0}\u000a11:50:19.175526 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18098): Launched\u000a11:50:19.502420 run osmo-hlr_10.42.42.2(pid=18099): Launched\u000a11:50:19.622553 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:50:20.190737 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18101): Launched\u000a11:50:20.517799 run osmo-stp_10.42.42.5(pid=18102): Launched\u000a11:50:20.636270 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a11:50:21.206649 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18104): Launched\u000a11:50:21.323084 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a11:50:21.609988 run patchelf(pid=18105): Launched\u000a11:50:21.801542 run osmo-stp_10.42.42.5(pid=18102): ERR: Terminated: ERROR {rc=1} [trial-2404↪gprs:trx-b200+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18102)]\u000a11:50:21.942036 run osmo-stp_10.42.42.5(pid=18102): stdout: \u000a| (launched: 2022-12-14_11:50:20.357359)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:50:22.083077 run osmo-stp_10.42.42.5(pid=18102): stderr: \u000a| �[0;m�[38;5;43m20221214115020545 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214115020545 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214115020546 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214115020546 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214115020547 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214115020547 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214115020547 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:50:22.219249 run osmo-stp_10.42.42.5(pid=18102): stdout: \u000a| (launched: 2022-12-14_11:50:20.357359)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:50:22.353319 run osmo-stp_10.42.42.5(pid=18102): stderr: \u000a| �[0;m�[38;5;43m20221214115020545 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214115020545 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214115020546 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214115020546 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214115020547 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214115020547 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214115020547 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:50:22.509584 run patchelf(pid=18105): Terminating (SIGINT)\u000a11:50:22.692797 run patchelf(pid=18105): Terminated: ok {rc=0}\u000a11:50:22.726573 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=18102): Process ended prematurely: osmo-stp_10.42.42.5(pid=18102) [trial-2404↪gprs:trx-b200+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18102)] [trial-2404↪gprs:trx-b200+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38]\u000a11:50:22.736438 tst cs_paging_gprs_active.py:38: Test FAILED (8.8 sec)\u000a11:50:22.798936 run osmo-hlr_10.42.42.2(pid=18099): ERR: Terminated: ERROR {rc=237} [trial-2404↪gprs:trx-b200+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18099)]\u000a11:50:22.849937 run osmo-hlr_10.42.42.2(pid=18099): stdout: \u000a| (launched: 2022-12-14_11:50:19.342031) \u000a11:50:22.901413 run osmo-hlr_10.42.42.2(pid=18099): stderr: \u000a| �[0;m�[1;31m20221214115019535 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214115019535 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214115019535 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214115019535 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214115019535 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214115019535 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214115019548 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2404/run.2022-12-14_11-25-45/gprs:trx-b200+mod-bts0-dynts-ipa/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214115019559 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214115019559 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214115019559 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:50:22.945712 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18092): Terminating (SIGTERM)\u000a11:50:22.987910 run iperf3-srv_10.42.42.10(pid=18093): Terminating (SIGTERM)\u000a11:50:23.029665 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18094): Terminating (SIGTERM)\u000a11:50:23.071821 run iperf3-srv_10.42.42.10(pid=18095): Terminating (SIGTERM)\u000a11:50:23.113911 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18098): Terminating (SIGTERM)\u000a11:50:23.155765 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18101): Terminating (SIGTERM)\u000a11:50:23.197474 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18104): Terminating (SIGTERM)\u000a11:50:23.207086 --- ParallelTerminationStrategy: PID 18092 died...\u000a11:50:23.262529 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18092): Terminated: ok {rc=0}\u000a11:50:23.272366 --- ParallelTerminationStrategy: PID 18093 died...\u000a11:50:23.327473 run iperf3-srv_10.42.42.10(pid=18093): Terminated {rc=256}\u000a11:50:23.337392 --- ParallelTerminationStrategy: PID 18094 died...\u000a11:50:23.392486 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18094): Terminated: ok {rc=0}\u000a11:50:23.402331 --- ParallelTerminationStrategy: PID 18095 died...\u000a11:50:23.457107 run iperf3-srv_10.42.42.10(pid=18095): Terminated {rc=256}\u000a11:50:23.466966 --- ParallelTerminationStrategy: PID 18098 died...\u000a11:50:23.521785 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18098): Terminated: ok {rc=0}\u000a11:50:23.531606 --- ParallelTerminationStrategy: PID 18101 died...\u000a11:50:23.586545 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18101): Terminated: ok {rc=0}\u000a11:50:23.596405 --- ParallelTerminationStrategy: PID 18104 died...\u000a11:50:23.651274 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18104): Terminated: ok {rc=0}\u000a11:50:23.737713 bus /gobi_0: Setting Powered False\u000a11:50:24.844011 bus /gobi_0: Setting Powered False\u000a11:50:25.950433 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 266, "className" : "gprs:trx-b200+mod-bts0-dynts-ipa", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18114): Process ended prematurely: osmo-stp_10.42.42.5(pid=18114) [trial-2404↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18114)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18114): Process ended prematurely: osmo-stp_10.42.42.5(pid=18114) [trial-2404↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18114)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2404 gprs:trx-b200+mod-bts0-dynts-ipa iperf3.py\u000a----------------------------------------------\u000a11:50:27.065296 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:50:27.077310 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a11:50:27.245375 tst iperf3.py: using LAC 40698\u000a11:50:27.375075 tst iperf3.py: using RAC 153\u000a11:50:27.503844 tst iperf3.py: using CellId 40698\u000a11:50:27.631257 tst iperf3.py: using BVCI 40699\u000a11:50:27.656197 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:50:27.667641 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:50:27.678777 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:50:27.690021 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:50:27.701159 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:50:27.712268 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:50:27.723470 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:50:27.734596 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:50:27.745867 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a11:50:28.027665 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a11:50:28.154789 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:50:28.472420 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18106): Launched\u000a11:50:28.737638 run iperf3-srv_10.42.42.10(pid=18107): Launched\u000a11:50:28.923423 tst iperf3.py:8: start network...\u000a11:50:29.050612 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:50:29.531186 run create_hlr_db(pid=18108): Launched\u000a11:50:29.707127 bus /gobi_6: Setting Powered False\u000a11:50:30.727591 run create_hlr_db(pid=18108): Terminated: ok {rc=0}\u000a11:50:31.210847 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18110): Launched\u000a11:50:31.580283 run osmo-hlr_10.42.42.2(pid=18111): Launched\u000a11:50:31.726882 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:50:32.375267 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18113): Launched\u000a11:50:32.705807 run osmo-stp_10.42.42.5(pid=18114): Launched\u000a11:50:32.824684 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a11:50:33.397485 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18116): Launched\u000a11:50:33.514436 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a11:50:33.800721 run patchelf(pid=18117): Launched\u000a11:50:33.992533 run osmo-stp_10.42.42.5(pid=18114): ERR: Terminated: ERROR {rc=1} [trial-2404↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18114)]\u000a11:50:34.133472 run osmo-stp_10.42.42.5(pid=18114): stdout: \u000a| (launched: 2022-12-14_11:50:32.543404)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:50:34.273510 run osmo-stp_10.42.42.5(pid=18114): stderr: \u000a| �[0;m�[38;5;43m20221214115032731 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214115032731 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214115032731 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214115032731 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214115032732 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214115032732 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214115032732 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:50:34.409304 run osmo-stp_10.42.42.5(pid=18114): stdout: \u000a| (launched: 2022-12-14_11:50:32.543404)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:50:34.543376 run osmo-stp_10.42.42.5(pid=18114): stderr: \u000a| �[0;m�[38;5;43m20221214115032731 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214115032731 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214115032731 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214115032731 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214115032732 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214115032732 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214115032732 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:50:34.699838 run patchelf(pid=18117): Terminating (SIGINT)\u000a11:50:34.882934 run patchelf(pid=18117): Terminated: ok {rc=0}\u000a11:50:34.916502 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=18114): Process ended prematurely: osmo-stp_10.42.42.5(pid=18114) [trial-2404↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18114)] [trial-2404↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3.py:8]\u000a11:50:34.926561 tst iperf3.py:8: Test FAILED (7.9 sec)\u000a11:50:34.990205 run osmo-hlr_10.42.42.2(pid=18111): ERR: Terminated: ERROR {rc=237} [trial-2404↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18111)]\u000a11:50:35.042093 run osmo-hlr_10.42.42.2(pid=18111): stdout: \u000a| (launched: 2022-12-14_11:50:31.369371) \u000a11:50:35.094940 run osmo-hlr_10.42.42.2(pid=18111): stderr: \u000a| �[0;m�[1;31m20221214115031636 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214115031636 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214115031636 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214115031636 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214115031637 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214115031637 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214115031651 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2404/run.2022-12-14_11-25-45/gprs:trx-b200+mod-bts0-dynts-ipa/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214115031667 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214115031667 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214115031667 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:50:35.140273 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18106): Terminating (SIGTERM)\u000a11:50:35.182721 run iperf3-srv_10.42.42.10(pid=18107): Terminating (SIGTERM)\u000a11:50:35.225538 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18110): Terminating (SIGTERM)\u000a11:50:35.267814 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18113): Terminating (SIGTERM)\u000a11:50:35.310884 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18116): Terminating (SIGTERM)\u000a11:50:35.320724 --- ParallelTerminationStrategy: PID 18106 died...\u000a11:50:35.377152 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18106): Terminated: ok {rc=0}\u000a11:50:35.387281 --- ParallelTerminationStrategy: PID 18107 died...\u000a11:50:35.442952 run iperf3-srv_10.42.42.10(pid=18107): Terminated {rc=256}\u000a11:50:35.452915 --- ParallelTerminationStrategy: PID 18110 died...\u000a11:50:35.508728 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18110): Terminated: ok {rc=0}\u000a11:50:35.518802 --- ParallelTerminationStrategy: PID 18113 died...\u000a11:50:35.574427 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18113): Terminated: ok {rc=0}\u000a11:50:35.584433 --- ParallelTerminationStrategy: PID 18116 died...\u000a11:50:35.639841 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18116): Terminated: ok {rc=0}\u000a11:50:35.725455 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 266, "className" : "gprs:trx-b200+mod-bts0-dynts-ipa", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18132): Process ended prematurely: osmo-stp_10.42.42.5(pid=18132) [trial-2404↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18132)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18132): Process ended prematurely: osmo-stp_10.42.42.5(pid=18132) [trial-2404↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18132)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2404 gprs:trx-b200+mod-bts0-dynts-ipa iperf3m4.py\u000a----------------------------------------------\u000a11:50:36.841738 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:50:36.854137 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a11:50:37.021453 tst iperf3m4.py: using LAC 40699\u000a11:50:37.152516 tst iperf3m4.py: using RAC 154\u000a11:50:37.275702 tst iperf3m4.py: using CellId 40699\u000a11:50:37.397815 tst iperf3m4.py: using BVCI 40700\u000a11:50:37.421249 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:50:37.432363 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:50:37.443473 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:50:37.454468 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:50:37.466346 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:50:37.478178 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:50:37.489099 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:50:37.500002 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:50:37.510805 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a11:50:37.632700 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a11:50:37.753245 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a11:50:37.872221 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a11:50:38.172634 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a11:50:38.310423 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:50:38.652506 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18118): Launched\u000a11:50:38.935706 run iperf3-srv_10.42.42.10(pid=18119): Launched\u000a11:50:39.137041 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a11:50:39.274119 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:50:39.614824 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18120): Launched\u000a11:50:39.895783 run iperf3-srv_10.42.42.10(pid=18121): Launched\u000a11:50:40.096584 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a11:50:40.234003 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:50:40.574458 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18122): Launched\u000a11:50:40.854947 run iperf3-srv_10.42.42.10(pid=18123): Launched\u000a11:50:41.055156 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a11:50:41.192340 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:50:41.532611 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18124): Launched\u000a11:50:41.815678 run iperf3-srv_10.42.42.10(pid=18125): Launched\u000a11:50:42.015773 tst iperf3m4.py:8: start network...\u000a11:50:42.153544 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:50:42.678595 run create_hlr_db(pid=18126): Launched\u000a11:50:42.868386 bus /gobi_6: Setting Powered False\u000a11:50:43.887491 run create_hlr_db(pid=18126): Terminated: ok {rc=0}\u000a11:50:44.299269 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18128): Launched\u000a11:50:44.605616 run osmo-hlr_10.42.42.2(pid=18129): Launched\u000a11:50:44.724296 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:50:45.260554 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18131): Launched\u000a11:50:45.566547 run osmo-stp_10.42.42.5(pid=18132): Launched\u000a11:50:45.678113 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a11:50:46.271670 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18134): Launched\u000a11:50:46.392837 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a11:50:46.693230 run patchelf(pid=18135): Launched\u000a11:50:46.878569 run osmo-stp_10.42.42.5(pid=18132): ERR: Terminated: ERROR {rc=1} [trial-2404↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18132)]\u000a11:50:47.013873 run osmo-stp_10.42.42.5(pid=18132): stdout: \u000a| (launched: 2022-12-14_11:50:45.415244)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:50:47.149576 run osmo-stp_10.42.42.5(pid=18132): stderr: \u000a| �[0;m�[38;5;43m20221214115045584 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214115045584 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214115045584 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214115045585 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214115045585 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214115045585 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214115045586 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:50:47.278099 run osmo-stp_10.42.42.5(pid=18132): stdout: \u000a| (launched: 2022-12-14_11:50:45.415244)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:50:47.403978 run osmo-stp_10.42.42.5(pid=18132): stderr: \u000a| �[0;m�[38;5;43m20221214115045584 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214115045584 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214115045584 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214115045585 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214115045585 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214115045585 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214115045586 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:50:47.551336 run patchelf(pid=18135): Terminating (SIGINT)\u000a11:50:47.724051 run patchelf(pid=18135): Terminated: ok {rc=0}\u000a11:50:47.755856 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=18132): Process ended prematurely: osmo-stp_10.42.42.5(pid=18132) [trial-2404↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18132)] [trial-2404↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3m4.py:8]\u000a11:50:47.765426 tst iperf3m4.py:8: Test FAILED (11.0 sec)\u000a11:50:47.826288 run osmo-hlr_10.42.42.2(pid=18129): ERR: Terminated: ERROR {rc=237} [trial-2404↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18129)]\u000a11:50:47.875870 run osmo-hlr_10.42.42.2(pid=18129): stdout: \u000a| (launched: 2022-12-14_11:50:44.454663) \u000a11:50:47.925880 run osmo-hlr_10.42.42.2(pid=18129): stderr: \u000a| �[0;m�[1;31m20221214115044626 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214115044626 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214115044626 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214115044626 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214115044626 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214115044626 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214115044639 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2404/run.2022-12-14_11-25-45/gprs:trx-b200+mod-bts0-dynts-ipa/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214115044647 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214115044648 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214115044648 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:50:47.968664 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18118): Terminating (SIGTERM)\u000a11:50:48.009289 run iperf3-srv_10.42.42.10(pid=18119): Terminating (SIGTERM)\u000a11:50:48.049621 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18120): Terminating (SIGTERM)\u000a11:50:48.090028 run iperf3-srv_10.42.42.10(pid=18121): Terminating (SIGTERM)\u000a11:50:48.130380 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18122): Terminating (SIGTERM)\u000a11:50:48.171890 run iperf3-srv_10.42.42.10(pid=18123): Terminating (SIGTERM)\u000a11:50:48.212169 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18124): Terminating (SIGTERM)\u000a11:50:48.252792 run iperf3-srv_10.42.42.10(pid=18125): Terminating (SIGTERM)\u000a11:50:48.293021 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18128): Terminating (SIGTERM)\u000a11:50:48.332887 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18131): Terminating (SIGTERM)\u000a11:50:48.373975 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18134): Terminating (SIGTERM)\u000a11:50:48.383268 --- ParallelTerminationStrategy: PID 18118 died...\u000a11:50:48.438073 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18118): Terminated: ok {rc=0}\u000a11:50:48.447953 --- ParallelTerminationStrategy: PID 18119 died...\u000a11:50:48.502079 run iperf3-srv_10.42.42.10(pid=18119): Terminated {rc=256}\u000a11:50:48.511690 --- ParallelTerminationStrategy: PID 18120 died...\u000a11:50:48.565983 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18120): Terminated: ok {rc=0}\u000a11:50:48.575567 --- ParallelTerminationStrategy: PID 18121 died...\u000a11:50:48.629785 run iperf3-srv_10.42.42.10(pid=18121): Terminated {rc=256}\u000a11:50:48.639338 --- ParallelTerminationStrategy: PID 18122 died...\u000a11:50:48.693602 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18122): Terminated: ok {rc=0}\u000a11:50:48.703525 --- ParallelTerminationStrategy: PID 18123 died...\u000a11:50:48.757631 run iperf3-srv_10.42.42.10(pid=18123): Terminated {rc=256}\u000a11:50:48.767241 --- ParallelTerminationStrategy: PID 18124 died...\u000a11:50:48.821563 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18124): Terminated: ok {rc=0}\u000a11:50:48.831260 --- ParallelTerminationStrategy: PID 18125 died...\u000a11:50:48.889448 run iperf3-srv_10.42.42.10(pid=18125): Terminated {rc=256}\u000a11:50:48.898982 --- ParallelTerminationStrategy: PID 18128 died...\u000a11:50:48.952094 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18128): Terminated: ok {rc=0}\u000a11:50:48.961761 --- ParallelTerminationStrategy: PID 18131 died...\u000a11:50:49.015209 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18131): Terminated: ok {rc=0}\u000a11:50:49.024693 --- ParallelTerminationStrategy: PID 18134 died...\u000a11:50:49.077906 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18134): Terminated: ok {rc=0}\u000a11:50:49.166848 bus /gobi_4: Setting Powered False\u000a11:50:50.274961 bus /gobi_4: Setting Powered False\u000a11:50:51.388656 bus /gobi_1: Setting Powered False\u000a11:50:52.492733 bus /gobi_1: Setting Powered False\u000a11:50:53.604806 bus /gobi_0: Setting Powered False\u000a11:50:54.707820 bus /gobi_0: Setting Powered False\u000a11:50:55.822234 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 266, "className" : "gprs:trx-b200+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18142): Process ended prematurely: osmo-stp_10.42.42.5(pid=18142) [trial-2404↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18142)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18142): Process ended prematurely: osmo-stp_10.42.42.5(pid=18142) [trial-2404↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18142)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2404 gprs:trx-b200+mod-bts0-dynts-ipa ping.py\u000a----------------------------------------------\u000a11:50:56.889367 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:50:56.900882 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a11:50:57.060050 tst ping.py: using LAC 40700\u000a11:50:57.177675 tst ping.py: using RAC 155\u000a11:50:57.291840 tst ping.py: using CellId 40700\u000a11:50:57.405775 tst ping.py: using BVCI 40701\u000a11:50:57.428233 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:50:57.439181 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:50:57.449954 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:50:57.460709 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:50:57.471506 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:50:57.482525 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:50:57.493590 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:50:57.504525 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a11:50:57.795763 tst ping.py:19: start network...\u000a11:50:57.928458 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:50:58.437157 run create_hlr_db(pid=18136): Launched\u000a11:50:58.621799 bus /gobi_6: Setting Powered False\u000a11:50:59.642305 run create_hlr_db(pid=18136): Terminated: ok {rc=0}\u000a11:51:00.066657 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18138): Launched\u000a11:51:00.384297 run osmo-hlr_10.42.42.2(pid=18139): Launched\u000a11:51:00.503373 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:51:01.078627 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18141): Launched\u000a11:51:01.529329 run osmo-stp_10.42.42.5(pid=18142): Launched\u000a11:51:01.656241 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a11:51:02.233440 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18144): Launched\u000a11:51:02.348582 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a11:51:02.626637 run patchelf(pid=18145): Launched\u000a11:51:02.813619 run osmo-stp_10.42.42.5(pid=18142): ERR: Terminated: ERROR {rc=1} [trial-2404↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18142)]\u000a11:51:02.950383 run osmo-stp_10.42.42.5(pid=18142): stdout: \u000a| (launched: 2022-12-14_11:51:01.243291)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:51:03.087463 run osmo-stp_10.42.42.5(pid=18142): stderr: \u000a| �[0;m�[38;5;43m20221214115101425 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214115101425 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214115101425 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214115101426 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214115101426 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214115101426 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214115101426 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:51:03.220008 run osmo-stp_10.42.42.5(pid=18142): stdout: \u000a| (launched: 2022-12-14_11:51:01.243291)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:51:03.350407 run osmo-stp_10.42.42.5(pid=18142): stderr: \u000a| �[0;m�[38;5;43m20221214115101425 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214115101425 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214115101425 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214115101426 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214115101426 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214115101426 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214115101426 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:51:03.502435 run patchelf(pid=18145): Terminating (SIGINT)\u000a11:51:03.680697 run patchelf(pid=18145): Terminated: ok {rc=0}\u000a11:51:03.713145 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=18142): Process ended prematurely: osmo-stp_10.42.42.5(pid=18142) [trial-2404↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18142)] [trial-2404↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping.py:22]\u000a11:51:03.722345 tst ping.py:22: Test FAILED (6.8 sec)\u000a11:51:03.785032 run osmo-hlr_10.42.42.2(pid=18139): ERR: Terminated: ERROR {rc=237} [trial-2404↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18139)]\u000a11:51:03.836262 run osmo-hlr_10.42.42.2(pid=18139): stdout: \u000a| (launched: 2022-12-14_11:51:00.228848) \u000a11:51:03.888111 run osmo-hlr_10.42.42.2(pid=18139): stderr: \u000a| �[0;m�[1;31m20221214115100422 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214115100422 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214115100422 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214115100422 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214115100422 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214115100422 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214115100437 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2404/run.2022-12-14_11-25-45/gprs:trx-b200+mod-bts0-dynts-ipa/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214115100445 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214115100445 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214115100445 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:51:03.932712 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18138): Terminating (SIGTERM)\u000a11:51:03.974804 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18141): Terminating (SIGTERM)\u000a11:51:04.016836 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18144): Terminating (SIGTERM)\u000a11:51:04.026631 --- ParallelTerminationStrategy: PID 18138 died...\u000a11:51:04.082499 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18138): Terminated: ok {rc=0}\u000a11:51:04.092734 --- ParallelTerminationStrategy: PID 18141 died...\u000a11:51:04.148343 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18141): Terminated: ok {rc=0}\u000a11:51:04.158454 --- ParallelTerminationStrategy: PID 18144 died...\u000a11:51:04.214030 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18144): Terminated: ok {rc=0}\u000a11:51:04.302244 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 266, "className" : "gprs:trx-b200+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18152): Process ended prematurely: osmo-stp_10.42.42.5(pid=18152) [trial-2404↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18152)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18152): Process ended prematurely: osmo-stp_10.42.42.5(pid=18152) [trial-2404↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18152)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2404 gprs:trx-b200+mod-bts0-dynts-ipa ping_idle_ping.py\u000a----------------------------------------------\u000a11:51:05.356622 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:51:05.369260 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a11:51:05.534914 tst ping_idle_ping.py: using LAC 40701\u000a11:51:05.659921 tst ping_idle_ping.py: using RAC 156\u000a11:51:05.784894 tst ping_idle_ping.py: using CellId 40701\u000a11:51:05.909361 tst ping_idle_ping.py: using BVCI 40702\u000a11:51:05.933833 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:51:05.945247 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:51:05.956349 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:51:05.967668 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:51:05.979020 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:51:05.990422 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:51:06.001948 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:51:06.013427 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a11:51:06.290898 tst ping_idle_ping.py:24: start network...\u000a11:51:06.415556 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:51:06.892378 run create_hlr_db(pid=18146): Launched\u000a11:51:07.064434 bus /gobi_6: Setting Powered False\u000a11:51:08.085357 run create_hlr_db(pid=18146): Terminated: ok {rc=0}\u000a11:51:08.511609 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18148): Launched\u000a11:51:08.828993 run osmo-hlr_10.42.42.2(pid=18149): Launched\u000a11:51:08.945392 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:51:09.500477 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18151): Launched\u000a11:51:09.818402 run osmo-stp_10.42.42.5(pid=18152): Launched\u000a11:51:09.933194 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a11:51:10.490127 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18154): Launched\u000a11:51:10.603388 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a11:51:10.881597 run patchelf(pid=18155): Launched\u000a11:51:11.067884 run osmo-stp_10.42.42.5(pid=18152): ERR: Terminated: ERROR {rc=1} [trial-2404↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18152)]\u000a11:51:11.205365 run osmo-stp_10.42.42.5(pid=18152): stdout: \u000a| (launched: 2022-12-14_11:51:09.662470)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:51:11.342221 run osmo-stp_10.42.42.5(pid=18152): stderr: \u000a| �[0;m�[38;5;43m20221214115109851 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214115109851 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214115109851 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214115109851 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214115109852 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214115109852 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214115109852 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:51:11.474143 run osmo-stp_10.42.42.5(pid=18152): stdout: \u000a| (launched: 2022-12-14_11:51:09.662470)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:51:11.604188 run osmo-stp_10.42.42.5(pid=18152): stderr: \u000a| �[0;m�[38;5;43m20221214115109851 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214115109851 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214115109851 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214115109851 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214115109852 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214115109852 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214115109852 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:51:11.756067 run patchelf(pid=18155): Terminating (SIGINT)\u000a11:51:11.934628 run patchelf(pid=18155): Terminated: ok {rc=0}\u000a11:51:11.967284 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=18152): Process ended prematurely: osmo-stp_10.42.42.5(pid=18152) [trial-2404↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18152)] [trial-2404↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping_idle_ping.py:27]\u000a11:51:11.976547 tst ping_idle_ping.py:27: Test FAILED (6.6 sec)\u000a11:51:12.039116 run osmo-hlr_10.42.42.2(pid=18149): ERR: Terminated: ERROR {rc=237} [trial-2404↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18149)]\u000a11:51:12.090107 run osmo-hlr_10.42.42.2(pid=18149): stdout: \u000a| (launched: 2022-12-14_11:51:08.673376) \u000a11:51:12.142446 run osmo-hlr_10.42.42.2(pid=18149): stderr: \u000a| �[0;m�[1;31m20221214115108866 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214115108866 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214115108866 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214115108866 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214115108866 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214115108866 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214115108878 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2404/run.2022-12-14_11-25-45/gprs:trx-b200+mod-bts0-dynts-ipa/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214115108888 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214115108888 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214115108888 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:51:12.186786 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18148): Terminating (SIGTERM)\u000a11:51:12.228889 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18151): Terminating (SIGTERM)\u000a11:51:12.270569 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18154): Terminating (SIGTERM)\u000a11:51:12.280147 --- ParallelTerminationStrategy: PID 18148 died...\u000a11:51:12.335955 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18148): Terminated: ok {rc=0}\u000a11:51:12.346026 --- ParallelTerminationStrategy: PID 18151 died...\u000a11:51:12.401297 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18151): Terminated: ok {rc=0}\u000a11:51:12.411220 --- ParallelTerminationStrategy: PID 18154 died...\u000a11:51:12.466792 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18154): Terminated: ok {rc=0}\u000a11:51:12.553692 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "52", "name" : "gprs_trx-b200+mod-bts0-dynts-ipa", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T11:50:13" }, { "cases" : [ { "testActions" : [ ], "age" : 266, "className" : "gprs:trx-b200+mod-bts0-dynts-osmo", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18171): Process ended prematurely: osmo-stp_10.42.42.5(pid=18171) [trial-2404↪gprs:trx-b200+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18171)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18171): Process ended prematurely: osmo-stp_10.42.42.5(pid=18171) [trial-2404↪gprs:trx-b200+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18171)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2404 gprs:trx-b200+mod-bts0-dynts-osmo cs_paging_gprs_active.py\u000a----------------------------------------------\u000a11:51:14.720312 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:51:14.731613 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a11:51:14.895566 tst cs_paging_gprs_active.py: using LAC 40702\u000a11:51:15.021006 tst cs_paging_gprs_active.py: using RAC 157\u000a11:51:15.146787 tst cs_paging_gprs_active.py: using CellId 40702\u000a11:51:15.271939 tst cs_paging_gprs_active.py: using BVCI 40703\u000a11:51:15.296718 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:51:15.308078 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:51:15.319289 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:51:15.330461 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:51:15.341940 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:51:15.353609 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:51:15.365380 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:51:15.376922 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:51:15.388700 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a11:51:15.507621 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a11:51:15.804498 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a11:51:15.942064 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:51:16.299396 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18161): Launched\u000a11:51:16.599303 run iperf3-srv_10.42.42.10(pid=18162): Launched\u000a11:51:16.803138 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a11:51:16.942514 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:51:17.287594 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18163): Launched\u000a11:51:17.551437 run iperf3-srv_10.42.42.10(pid=18164): Launched\u000a11:51:17.736328 tst cs_paging_gprs_active.py:38: start network...\u000a11:51:17.862471 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:51:18.340425 run create_hlr_db(pid=18165): Launched\u000a11:51:18.515382 bus /gobi_6: Setting Powered False\u000a11:51:19.536271 run create_hlr_db(pid=18165): Terminated: ok {rc=0}\u000a11:51:19.940815 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18167): Launched\u000a11:51:20.244355 run osmo-hlr_10.42.42.2(pid=18168): Launched\u000a11:51:20.358210 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:51:20.884264 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18170): Launched\u000a11:51:21.187176 run osmo-stp_10.42.42.5(pid=18171): Launched\u000a11:51:21.297096 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a11:51:21.827475 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18173): Launched\u000a11:51:21.936101 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a11:51:22.201540 run patchelf(pid=18174): Launched\u000a11:51:22.379142 run osmo-stp_10.42.42.5(pid=18171): ERR: Terminated: ERROR {rc=1} [trial-2404↪gprs:trx-b200+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18171)]\u000a11:51:22.510098 run osmo-stp_10.42.42.5(pid=18171): stdout: \u000a| (launched: 2022-12-14_11:51:21.037595)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:51:22.640410 run osmo-stp_10.42.42.5(pid=18171): stderr: \u000a| �[0;m�[38;5;43m20221214115121207 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214115121207 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214115121207 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214115121207 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214115121208 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214115121208 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214115121208 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:51:22.766023 run osmo-stp_10.42.42.5(pid=18171): stdout: \u000a| (launched: 2022-12-14_11:51:21.037595)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:51:22.890783 run osmo-stp_10.42.42.5(pid=18171): stderr: \u000a| �[0;m�[38;5;43m20221214115121207 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214115121207 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214115121207 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214115121207 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214115121208 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214115121208 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214115121208 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:51:23.035439 run patchelf(pid=18174): Terminating (SIGINT)\u000a11:51:23.206187 run patchelf(pid=18174): Terminated: ok {rc=0}\u000a11:51:23.237585 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=18171): Process ended prematurely: osmo-stp_10.42.42.5(pid=18171) [trial-2404↪gprs:trx-b200+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18171)] [trial-2404↪gprs:trx-b200+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38]\u000a11:51:23.246778 tst cs_paging_gprs_active.py:38: Test FAILED (8.6 sec)\u000a11:51:23.307041 run osmo-hlr_10.42.42.2(pid=18168): ERR: Terminated: ERROR {rc=237} [trial-2404↪gprs:trx-b200+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18168)]\u000a11:51:23.356231 run osmo-hlr_10.42.42.2(pid=18168): stdout: \u000a| (launched: 2022-12-14_11:51:20.094550) \u000a11:51:23.405844 run osmo-hlr_10.42.42.2(pid=18168): stderr: \u000a| �[0;m�[1;31m20221214115120267 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214115120267 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214115120268 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214115120268 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214115120268 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214115120268 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214115120280 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2404/run.2022-12-14_11-25-45/gprs:trx-b200+mod-bts0-dynts-osmo/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214115120287 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214115120288 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214115120288 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:51:23.448391 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18161): Terminating (SIGTERM)\u000a11:51:23.488309 run iperf3-srv_10.42.42.10(pid=18162): Terminating (SIGTERM)\u000a11:51:23.528276 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18163): Terminating (SIGTERM)\u000a11:51:23.568235 run iperf3-srv_10.42.42.10(pid=18164): Terminating (SIGTERM)\u000a11:51:23.608296 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18167): Terminating (SIGTERM)\u000a11:51:23.648423 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18170): Terminating (SIGTERM)\u000a11:51:23.688627 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18173): Terminating (SIGTERM)\u000a11:51:23.697887 --- ParallelTerminationStrategy: PID 18161 died...\u000a11:51:23.751348 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18161): Terminated: ok {rc=0}\u000a11:51:23.760790 --- ParallelTerminationStrategy: PID 18162 died...\u000a11:51:23.813992 run iperf3-srv_10.42.42.10(pid=18162): Terminated {rc=256}\u000a11:51:23.823547 --- ParallelTerminationStrategy: PID 18163 died...\u000a11:51:23.876606 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18163): Terminated: ok {rc=0}\u000a11:51:23.885901 --- ParallelTerminationStrategy: PID 18164 died...\u000a11:51:23.938544 run iperf3-srv_10.42.42.10(pid=18164): Terminated {rc=256}\u000a11:51:23.947818 --- ParallelTerminationStrategy: PID 18167 died...\u000a11:51:24.001075 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18167): Terminated: ok {rc=0}\u000a11:51:24.010574 --- ParallelTerminationStrategy: PID 18170 died...\u000a11:51:24.063427 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18170): Terminated: ok {rc=0}\u000a11:51:24.072729 --- ParallelTerminationStrategy: PID 18173 died...\u000a11:51:24.125948 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18173): Terminated: ok {rc=0}\u000a11:51:24.213875 bus /gobi_0: Setting Powered False\u000a11:51:25.315942 bus /gobi_0: Setting Powered False\u000a11:51:26.426869 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 266, "className" : "gprs:trx-b200+mod-bts0-dynts-osmo", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18183): Process ended prematurely: osmo-stp_10.42.42.5(pid=18183) [trial-2404↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18183)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18183): Process ended prematurely: osmo-stp_10.42.42.5(pid=18183) [trial-2404↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18183)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2404 gprs:trx-b200+mod-bts0-dynts-osmo iperf3.py\u000a----------------------------------------------\u000a11:51:27.536495 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:51:27.548002 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a11:51:27.708106 tst iperf3.py: using LAC 40703\u000a11:51:27.827901 tst iperf3.py: using RAC 158\u000a11:51:27.952465 tst iperf3.py: using CellId 40703\u000a11:51:28.068462 tst iperf3.py: using BVCI 40704\u000a11:51:28.091472 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:51:28.102332 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:51:28.113035 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:51:28.123600 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:51:28.134586 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:51:28.145588 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:51:28.156781 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:51:28.167651 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:51:28.178761 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a11:51:28.474996 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a11:51:28.610910 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:51:28.947379 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18175): Launched\u000a11:51:29.226975 run iperf3-srv_10.42.42.10(pid=18176): Launched\u000a11:51:29.425780 tst iperf3.py:8: start network...\u000a11:51:29.561176 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:51:30.080264 run create_hlr_db(pid=18177): Launched\u000a11:51:30.268029 bus /gobi_6: Setting Powered False\u000a11:51:31.332526 run create_hlr_db(pid=18177): Terminated: ok {rc=0}\u000a11:51:31.853091 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18179): Launched\u000a11:51:32.255412 run osmo-hlr_10.42.42.2(pid=18180): Launched\u000a11:51:32.408160 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:51:32.973810 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18182): Launched\u000a11:51:33.298632 run osmo-stp_10.42.42.5(pid=18183): Launched\u000a11:51:33.415932 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a11:51:33.981895 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18185): Launched\u000a11:51:34.097894 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a11:51:34.381692 run patchelf(pid=18186): Launched\u000a11:51:34.570760 run osmo-stp_10.42.42.5(pid=18183): ERR: Terminated: ERROR {rc=1} [trial-2404↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18183)]\u000a11:51:34.709030 run osmo-stp_10.42.42.5(pid=18183): stdout: \u000a| (launched: 2022-12-14_11:51:33.138858)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:51:34.847308 run osmo-stp_10.42.42.5(pid=18183): stderr: \u000a| �[0;m�[38;5;43m20221214115133328 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214115133328 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214115133328 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214115133329 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214115133329 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214115133329 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214115133329 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:51:34.980917 run osmo-stp_10.42.42.5(pid=18183): stdout: \u000a| (launched: 2022-12-14_11:51:33.138858)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:51:35.113657 run osmo-stp_10.42.42.5(pid=18183): stderr: \u000a| �[0;m�[38;5;43m20221214115133328 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214115133328 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214115133328 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214115133329 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214115133329 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214115133329 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214115133329 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:51:35.268265 run patchelf(pid=18186): Terminating (SIGINT)\u000a11:51:35.449276 run patchelf(pid=18186): Terminated: ok {rc=0}\u000a11:51:35.482528 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=18183): Process ended prematurely: osmo-stp_10.42.42.5(pid=18183) [trial-2404↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18183)] [trial-2404↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3.py:8]\u000a11:51:35.492494 tst iperf3.py:8: Test FAILED (8.0 sec)\u000a11:51:35.554786 run osmo-hlr_10.42.42.2(pid=18180): ERR: Terminated: ERROR {rc=237} [trial-2404↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18180)]\u000a11:51:35.606334 run osmo-hlr_10.42.42.2(pid=18180): stdout: \u000a| (launched: 2022-12-14_11:51:32.021021) \u000a11:51:35.657804 run osmo-hlr_10.42.42.2(pid=18180): stderr: \u000a| �[0;m�[1;31m20221214115132353 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214115132354 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214115132354 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214115132354 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214115132354 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214115132354 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214115132369 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2404/run.2022-12-14_11-25-45/gprs:trx-b200+mod-bts0-dynts-osmo/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214115132380 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214115132380 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214115132380 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:51:35.701842 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18175): Terminating (SIGTERM)\u000a11:51:35.743711 run iperf3-srv_10.42.42.10(pid=18176): Terminating (SIGTERM)\u000a11:51:35.785990 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18179): Terminating (SIGTERM)\u000a11:51:35.827812 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18182): Terminating (SIGTERM)\u000a11:51:35.870166 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18185): Terminating (SIGTERM)\u000a11:51:35.879742 --- ParallelTerminationStrategy: PID 18175 died...\u000a11:51:35.935468 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18175): Terminated: ok {rc=0}\u000a11:51:35.945917 --- ParallelTerminationStrategy: PID 18176 died...\u000a11:51:36.000885 run iperf3-srv_10.42.42.10(pid=18176): Terminated {rc=256}\u000a11:51:36.010753 --- ParallelTerminationStrategy: PID 18179 died...\u000a11:51:36.065817 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18179): Terminated: ok {rc=0}\u000a11:51:36.075765 --- ParallelTerminationStrategy: PID 18182 died...\u000a11:51:36.131363 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18182): Terminated: ok {rc=0}\u000a11:51:36.141337 --- ParallelTerminationStrategy: PID 18185 died...\u000a11:51:36.196564 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18185): Terminated: ok {rc=0}\u000a11:51:36.282407 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 266, "className" : "gprs:trx-b200+mod-bts0-dynts-osmo", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18201): Process ended prematurely: osmo-stp_10.42.42.5(pid=18201) [trial-2404↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18201)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18201): Process ended prematurely: osmo-stp_10.42.42.5(pid=18201) [trial-2404↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18201)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2404 gprs:trx-b200+mod-bts0-dynts-osmo iperf3m4.py\u000a----------------------------------------------\u000a11:51:37.398166 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:51:37.410114 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a11:51:37.573296 tst iperf3m4.py: using LAC 40704\u000a11:51:37.692151 tst iperf3m4.py: using RAC 159\u000a11:51:37.812588 tst iperf3m4.py: using CellId 40704\u000a11:51:37.937488 tst iperf3m4.py: using BVCI 40705\u000a11:51:37.960738 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:51:37.971868 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:51:37.982860 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:51:37.994179 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:51:38.005347 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:51:38.016601 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:51:38.028417 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:51:38.039666 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:51:38.051193 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a11:51:38.173093 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a11:51:38.292331 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a11:51:38.413095 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a11:51:38.693951 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a11:51:38.820404 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:51:39.135684 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18187): Launched\u000a11:51:39.397420 run iperf3-srv_10.42.42.10(pid=18188): Launched\u000a11:51:39.582447 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a11:51:39.708515 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:51:40.023476 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18189): Launched\u000a11:51:40.285336 run iperf3-srv_10.42.42.10(pid=18190): Launched\u000a11:51:40.469425 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a11:51:40.595656 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:51:40.910005 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18191): Launched\u000a11:51:41.171007 run iperf3-srv_10.42.42.10(pid=18192): Launched\u000a11:51:41.355165 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a11:51:41.481050 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:51:41.795499 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18193): Launched\u000a11:51:42.057245 run iperf3-srv_10.42.42.10(pid=18194): Launched\u000a11:51:42.240767 tst iperf3m4.py:8: start network...\u000a11:51:42.366595 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:51:42.842483 run create_hlr_db(pid=18195): Launched\u000a11:51:43.016228 bus /gobi_6: Setting Powered False\u000a11:51:44.038510 run create_hlr_db(pid=18195): Terminated: ok {rc=0}\u000a11:51:44.472313 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18197): Launched\u000a11:51:44.798055 run osmo-hlr_10.42.42.2(pid=18198): Launched\u000a11:51:44.919817 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:51:45.486186 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18200): Launched\u000a11:51:45.809500 run osmo-stp_10.42.42.5(pid=18201): Launched\u000a11:51:46.013430 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a11:51:46.618855 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18203): Launched\u000a11:51:46.731158 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a11:51:47.027880 run patchelf(pid=18204): Launched\u000a11:51:47.214056 run osmo-stp_10.42.42.5(pid=18201): ERR: Terminated: ERROR {rc=1} [trial-2404↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18201)]\u000a11:51:47.347824 run osmo-stp_10.42.42.5(pid=18201): stdout: \u000a| (launched: 2022-12-14_11:51:45.650650)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:51:47.480654 run osmo-stp_10.42.42.5(pid=18201): stderr: \u000a| �[0;m�[38;5;43m20221214115145859 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214115145859 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214115145859 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214115145860 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214115145860 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214115145860 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214115145860 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:51:47.608906 run osmo-stp_10.42.42.5(pid=18201): stdout: \u000a| (launched: 2022-12-14_11:51:45.650650)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:51:47.735385 run osmo-stp_10.42.42.5(pid=18201): stderr: \u000a| �[0;m�[38;5;43m20221214115145859 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214115145859 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214115145859 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214115145860 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214115145860 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214115145860 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214115145860 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:51:47.882983 run patchelf(pid=18204): Terminating (SIGINT)\u000a11:51:48.055158 run patchelf(pid=18204): Terminated: ok {rc=0}\u000a11:51:48.086764 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=18201): Process ended prematurely: osmo-stp_10.42.42.5(pid=18201) [trial-2404↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18201)] [trial-2404↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3m4.py:8]\u000a11:51:48.096118 tst iperf3m4.py:8: Test FAILED (10.7 sec)\u000a11:51:48.157605 run osmo-hlr_10.42.42.2(pid=18198): ERR: Terminated: ERROR {rc=237} [trial-2404↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18198)]\u000a11:51:48.207034 run osmo-hlr_10.42.42.2(pid=18198): stdout: \u000a| (launched: 2022-12-14_11:51:44.638099) \u000a11:51:48.256995 run osmo-hlr_10.42.42.2(pid=18198): stderr: \u000a| �[0;m�[1;31m20221214115144834 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214115144834 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214115144834 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214115144834 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214115144834 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214115144834 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214115144847 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2404/run.2022-12-14_11-25-45/gprs:trx-b200+mod-bts0-dynts-osmo/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214115144855 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214115144855 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214115144856 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:51:48.300260 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18187): Terminating (SIGTERM)\u000a11:51:48.340625 run iperf3-srv_10.42.42.10(pid=18188): Terminating (SIGTERM)\u000a11:51:48.382117 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18189): Terminating (SIGTERM)\u000a11:51:48.422613 run iperf3-srv_10.42.42.10(pid=18190): Terminating (SIGTERM)\u000a11:51:48.463032 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18191): Terminating (SIGTERM)\u000a11:51:48.503253 run iperf3-srv_10.42.42.10(pid=18192): Terminating (SIGTERM)\u000a11:51:48.543641 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18193): Terminating (SIGTERM)\u000a11:51:48.583815 run iperf3-srv_10.42.42.10(pid=18194): Terminating (SIGTERM)\u000a11:51:48.624352 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18197): Terminating (SIGTERM)\u000a11:51:48.665186 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18200): Terminating (SIGTERM)\u000a11:51:48.706250 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18203): Terminating (SIGTERM)\u000a11:51:48.715126 --- ParallelTerminationStrategy: PID 18187 died...\u000a11:51:48.770352 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18187): Terminated: ok {rc=0}\u000a11:51:48.780215 --- ParallelTerminationStrategy: PID 18188 died...\u000a11:51:48.834980 run iperf3-srv_10.42.42.10(pid=18188): Terminated {rc=256}\u000a11:51:48.844608 --- ParallelTerminationStrategy: PID 18189 died...\u000a11:51:48.899199 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18189): Terminated: ok {rc=0}\u000a11:51:48.909033 --- ParallelTerminationStrategy: PID 18190 died...\u000a11:51:48.963353 run iperf3-srv_10.42.42.10(pid=18190): Terminated {rc=256}\u000a11:51:48.973131 --- ParallelTerminationStrategy: PID 18191 died...\u000a11:51:49.027949 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18191): Terminated: ok {rc=0}\u000a11:51:49.037827 --- ParallelTerminationStrategy: PID 18192 died...\u000a11:51:49.092028 run iperf3-srv_10.42.42.10(pid=18192): Terminated {rc=256}\u000a11:51:49.101824 --- ParallelTerminationStrategy: PID 18193 died...\u000a11:51:49.156239 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18193): Terminated: ok {rc=0}\u000a11:51:49.166166 --- ParallelTerminationStrategy: PID 18194 died...\u000a11:51:49.220614 run iperf3-srv_10.42.42.10(pid=18194): Terminated {rc=256}\u000a11:51:49.230357 --- ParallelTerminationStrategy: PID 18197 died...\u000a11:51:49.284850 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18197): Terminated: ok {rc=0}\u000a11:51:49.294693 --- ParallelTerminationStrategy: PID 18200 died...\u000a11:51:49.349416 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18200): Terminated: ok {rc=0}\u000a11:51:49.359300 --- ParallelTerminationStrategy: PID 18203 died...\u000a11:51:49.414196 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18203): Terminated: ok {rc=0}\u000a11:51:49.503547 bus /gobi_4: Setting Powered False\u000a11:51:50.609284 bus /gobi_4: Setting Powered False\u000a11:51:51.720016 bus /gobi_1: Setting Powered False\u000a11:51:52.823068 bus /gobi_1: Setting Powered False\u000a11:51:53.936344 bus /gobi_0: Setting Powered False\u000a11:51:55.040472 bus /gobi_0: Setting Powered False\u000a11:51:56.154054 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 266, "className" : "gprs:trx-b200+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18211): Process ended prematurely: osmo-stp_10.42.42.5(pid=18211) [trial-2404↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18211)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18211): Process ended prematurely: osmo-stp_10.42.42.5(pid=18211) [trial-2404↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18211)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2404 gprs:trx-b200+mod-bts0-dynts-osmo ping.py\u000a----------------------------------------------\u000a11:51:57.223764 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:51:57.235960 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a11:51:57.403128 tst ping.py: using LAC 40705\u000a11:51:57.531186 tst ping.py: using RAC 160\u000a11:51:57.658038 tst ping.py: using CellId 40705\u000a11:51:57.784924 tst ping.py: using BVCI 40706\u000a11:51:57.810076 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:51:57.821630 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:51:57.832914 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:51:57.844273 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:51:57.855684 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:51:57.867090 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:51:57.878673 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:51:57.890019 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a11:51:58.183593 tst ping.py:19: start network...\u000a11:51:58.318562 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:51:58.833820 run create_hlr_db(pid=18205): Launched\u000a11:51:59.022036 bus /gobi_6: Setting Powered False\u000a11:52:00.041871 run create_hlr_db(pid=18205): Terminated: ok {rc=0}\u000a11:52:00.474317 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18207): Launched\u000a11:52:00.800105 run osmo-hlr_10.42.42.2(pid=18208): Launched\u000a11:52:00.978879 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:52:01.541962 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18210): Launched\u000a11:52:01.896842 run osmo-stp_10.42.42.5(pid=18211): Launched\u000a11:52:02.098289 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a11:52:02.721764 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18213): Launched\u000a11:52:02.836721 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a11:52:03.118785 run patchelf(pid=18214): Launched\u000a11:52:03.308290 run osmo-stp_10.42.42.5(pid=18211): ERR: Terminated: ERROR {rc=1} [trial-2404↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18211)]\u000a11:52:03.446997 run osmo-stp_10.42.42.5(pid=18211): stdout: \u000a| (launched: 2022-12-14_11:52:01.700903)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:52:03.586033 run osmo-stp_10.42.42.5(pid=18211): stderr: \u000a| �[0;m�[38;5;43m20221214115202089 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214115202089 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214115202089 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214115202090 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214115202090 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214115202090 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214115202090 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:52:03.719578 run osmo-stp_10.42.42.5(pid=18211): stdout: \u000a| (launched: 2022-12-14_11:52:01.700903)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:52:03.851695 run osmo-stp_10.42.42.5(pid=18211): stderr: \u000a| �[0;m�[38;5;43m20221214115202089 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214115202089 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214115202089 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214115202090 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214115202090 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214115202090 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214115202090 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:52:04.004895 run patchelf(pid=18214): Terminating (SIGINT)\u000a11:52:04.185782 run patchelf(pid=18214): Terminated: ok {rc=0}\u000a11:52:04.218750 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=18211): Process ended prematurely: osmo-stp_10.42.42.5(pid=18211) [trial-2404↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18211)] [trial-2404↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping.py:22]\u000a11:52:04.227943 tst ping.py:22: Test FAILED (7.0 sec)\u000a11:52:04.290520 run osmo-hlr_10.42.42.2(pid=18208): ERR: Terminated: ERROR {rc=237} [trial-2404↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18208)]\u000a11:52:04.341742 run osmo-hlr_10.42.42.2(pid=18208): stdout: \u000a| (launched: 2022-12-14_11:52:00.638891) \u000a11:52:04.393777 run osmo-hlr_10.42.42.2(pid=18208): stderr: \u000a| �[0;m�[1;31m20221214115200836 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214115200836 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214115200836 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214115200837 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214115200837 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214115200837 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214115200854 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2404/run.2022-12-14_11-25-45/gprs:trx-b200+mod-bts0-dynts-osmo/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214115200873 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214115200874 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214115200874 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:52:04.437860 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18207): Terminating (SIGTERM)\u000a11:52:04.480111 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18210): Terminating (SIGTERM)\u000a11:52:04.522127 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18213): Terminating (SIGTERM)\u000a11:52:04.531812 --- ParallelTerminationStrategy: PID 18207 died...\u000a11:52:04.587648 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18207): Terminated: ok {rc=0}\u000a11:52:04.597840 --- ParallelTerminationStrategy: PID 18210 died...\u000a11:52:04.653373 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18210): Terminated: ok {rc=0}\u000a11:52:04.663754 --- ParallelTerminationStrategy: PID 18213 died...\u000a11:52:04.719406 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18213): Terminated: ok {rc=0}\u000a11:52:04.806419 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 266, "className" : "gprs:trx-b200+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18222): Process ended prematurely: osmo-stp_10.42.42.5(pid=18222) [trial-2404↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18222)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18222): Process ended prematurely: osmo-stp_10.42.42.5(pid=18222) [trial-2404↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18222)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2404 gprs:trx-b200+mod-bts0-dynts-osmo ping_idle_ping.py\u000a----------------------------------------------\u000a11:52:05.860281 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:52:05.872368 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a11:52:06.038783 tst ping_idle_ping.py: using LAC 40706\u000a11:52:06.165205 tst ping_idle_ping.py: using RAC 161\u000a11:52:06.291183 tst ping_idle_ping.py: using CellId 40706\u000a11:52:06.417641 tst ping_idle_ping.py: using BVCI 40707\u000a11:52:06.442422 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:52:06.453761 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:52:06.464858 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:52:06.476187 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:52:06.487235 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:52:06.498447 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:52:06.509795 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:52:06.520943 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a11:52:06.815591 tst ping_idle_ping.py:24: start network...\u000a11:52:06.950192 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:52:07.469427 run create_hlr_db(pid=18216): Launched\u000a11:52:07.657009 bus /gobi_6: Setting Powered False\u000a11:52:08.677763 run create_hlr_db(pid=18216): Terminated: ok {rc=0}\u000a11:52:09.111840 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18218): Launched\u000a11:52:09.437244 run osmo-hlr_10.42.42.2(pid=18219): Launched\u000a11:52:09.558812 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:52:10.123749 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18221): Launched\u000a11:52:10.448464 run osmo-stp_10.42.42.5(pid=18222): Launched\u000a11:52:10.564505 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a11:52:11.129142 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18224): Launched\u000a11:52:11.244872 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a11:52:11.528449 run patchelf(pid=18225): Launched\u000a11:52:11.717831 run osmo-stp_10.42.42.5(pid=18222): ERR: Terminated: ERROR {rc=1} [trial-2404↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18222)]\u000a11:52:11.856054 run osmo-stp_10.42.42.5(pid=18222): stdout: \u000a| (launched: 2022-12-14_11:52:10.288750)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:52:11.994671 run osmo-stp_10.42.42.5(pid=18222): stderr: \u000a| �[0;m�[38;5;43m20221214115210478 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214115210478 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214115210479 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214115210479 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214115210479 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214115210479 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214115210480 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:52:12.128298 run osmo-stp_10.42.42.5(pid=18222): stdout: \u000a| (launched: 2022-12-14_11:52:10.288750)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:52:12.261071 run osmo-stp_10.42.42.5(pid=18222): stderr: \u000a| �[0;m�[38;5;43m20221214115210478 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214115210478 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214115210479 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214115210479 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214115210479 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214115210479 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214115210480 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:52:12.415497 run patchelf(pid=18225): Terminating (SIGINT)\u000a11:52:12.596282 run patchelf(pid=18225): Terminated: ok {rc=0}\u000a11:52:12.629008 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=18222): Process ended prematurely: osmo-stp_10.42.42.5(pid=18222) [trial-2404↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18222)] [trial-2404↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping_idle_ping.py:27]\u000a11:52:12.638300 tst ping_idle_ping.py:27: Test FAILED (6.8 sec)\u000a11:52:12.700877 run osmo-hlr_10.42.42.2(pid=18219): ERR: Terminated: ERROR {rc=237} [trial-2404↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18219)]\u000a11:52:12.752131 run osmo-hlr_10.42.42.2(pid=18219): stdout: \u000a| (launched: 2022-12-14_11:52:09.277504) \u000a11:52:12.803932 run osmo-hlr_10.42.42.2(pid=18219): stderr: \u000a| �[0;m�[1;31m20221214115209475 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214115209475 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214115209475 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214115209475 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214115209475 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214115209475 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214115209488 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2404/run.2022-12-14_11-25-45/gprs:trx-b200+mod-bts0-dynts-osmo/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214115209496 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214115209496 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214115209496 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:52:12.849129 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18218): Terminating (SIGTERM)\u000a11:52:12.891192 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18221): Terminating (SIGTERM)\u000a11:52:12.933227 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18224): Terminating (SIGTERM)\u000a11:52:12.942900 --- ParallelTerminationStrategy: PID 18218 died...\u000a11:52:12.998863 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18218): Terminated: ok {rc=0}\u000a11:52:13.009023 --- ParallelTerminationStrategy: PID 18221 died...\u000a11:52:13.065306 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18221): Terminated: ok {rc=0}\u000a11:52:13.075337 --- ParallelTerminationStrategy: PID 18224 died...\u000a11:52:13.131803 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18224): Terminated: ok {rc=0}\u000a11:52:13.219866 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "53", "name" : "gprs_trx-b200+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T11:51:14" }, { "cases" : [ { "testActions" : [ ], "age" : 266, "className" : "gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18239): Process ended prematurely: osmo-stp_10.42.42.5(pid=18239) [trial-2404↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18239)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18239): Process ended prematurely: osmo-stp_10.42.42.5(pid=18239) [trial-2404↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18239)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2404 gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend cs_paging_gprs_active.py\u000a----------------------------------------------\u000a11:52:15.386231 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a11:52:15.397724 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a11:52:15.539211 tst cs_paging_gprs_active.py: using LAC 40707\u000a11:52:15.660919 tst cs_paging_gprs_active.py: using RAC 162\u000a11:52:15.782629 tst cs_paging_gprs_active.py: using CellId 40707\u000a11:52:15.919405 tst cs_paging_gprs_active.py: using BVCI 40708\u000a11:52:15.944296 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a11:52:15.956681 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a11:52:15.968790 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a11:52:15.980858 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a11:52:15.994311 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a11:52:16.007573 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a11:52:16.021765 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a11:52:16.036825 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a11:52:16.051571 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a11:52:16.192310 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a11:52:16.499798 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a11:52:16.642420 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:52:17.005249 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18229): Launched\u000a11:52:17.301642 run iperf3-srv_10.42.42.10(pid=18230): Launched\u000a11:52:17.489301 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a11:52:17.617644 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:52:17.938153 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18231): Launched\u000a11:52:18.206038 run iperf3-srv_10.42.42.10(pid=18232): Launched\u000a11:52:18.393225 tst cs_paging_gprs_active.py:38: start network...\u000a11:52:18.521394 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:52:19.008824 run create_hlr_db(pid=18233): Launched\u000a11:52:19.185372 bus /gobi_6: Setting Powered False\u000a11:52:20.207780 run create_hlr_db(pid=18233): Terminated: ok {rc=0}\u000a11:52:20.619363 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18235): Launched\u000a11:52:20.927575 run osmo-hlr_10.42.42.2(pid=18236): Launched\u000a11:52:21.045075 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:52:21.578318 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18238): Launched\u000a11:52:21.886573 run osmo-stp_10.42.42.5(pid=18239): Launched\u000a11:52:21.999048 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a11:52:22.535728 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18241): Launched\u000a11:52:22.645491 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a11:52:22.922373 run patchelf(pid=18242): Launched\u000a11:52:23.115829 run osmo-stp_10.42.42.5(pid=18239): ERR: Terminated: ERROR {rc=1} [trial-2404↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18239)]\u000a11:52:23.257654 run osmo-stp_10.42.42.5(pid=18239): stdout: \u000a| (launched: 2022-12-14_11:52:21.733914)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:52:23.399713 run osmo-stp_10.42.42.5(pid=18239): stderr: \u000a| �[0;m�[38;5;43m20221214115221902 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214115221902 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214115221903 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214115221903 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214115221903 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214115221903 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214115221904 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:52:23.536784 run osmo-stp_10.42.42.5(pid=18239): stdout: \u000a| (launched: 2022-12-14_11:52:21.733914)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:52:23.673050 run osmo-stp_10.42.42.5(pid=18239): stderr: \u000a| �[0;m�[38;5;43m20221214115221902 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214115221902 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214115221903 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214115221903 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214115221903 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214115221903 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214115221904 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:52:23.831037 run patchelf(pid=18242): Terminating (SIGINT)\u000a11:52:24.016084 run patchelf(pid=18242): Terminated: ok {rc=0}\u000a11:52:24.050068 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=18239): Process ended prematurely: osmo-stp_10.42.42.5(pid=18239) [trial-2404↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18239)] [trial-2404↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38]\u000a11:52:24.060155 tst cs_paging_gprs_active.py:38: Test FAILED (8.7 sec)\u000a11:52:24.124108 run osmo-hlr_10.42.42.2(pid=18236): ERR: Terminated: ERROR {rc=237} [trial-2404↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18236)]\u000a11:52:24.177041 run osmo-hlr_10.42.42.2(pid=18236): stdout: \u000a| (launched: 2022-12-14_11:52:20.775201) \u000a11:52:24.229798 run osmo-hlr_10.42.42.2(pid=18236): stderr: \u000a| �[0;m�[1;31m20221214115220949 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214115220949 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214115220949 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214115220949 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214115220949 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214115220949 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214115220962 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2404/run.2022-12-14_11-25-45/gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214115220970 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214115220970 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214115220970 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:52:24.275026 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18229): Terminating (SIGTERM)\u000a11:52:24.318046 run iperf3-srv_10.42.42.10(pid=18230): Terminating (SIGTERM)\u000a11:52:24.360610 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18231): Terminating (SIGTERM)\u000a11:52:24.404028 run iperf3-srv_10.42.42.10(pid=18232): Terminating (SIGTERM)\u000a11:52:24.446980 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18235): Terminating (SIGTERM)\u000a11:52:24.489475 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18238): Terminating (SIGTERM)\u000a11:52:24.531746 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18241): Terminating (SIGTERM)\u000a11:52:24.541554 --- ParallelTerminationStrategy: PID 18229 died...\u000a11:52:24.598570 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18229): Terminated: ok {rc=0}\u000a11:52:24.608826 --- ParallelTerminationStrategy: PID 18230 died...\u000a11:52:24.665248 run iperf3-srv_10.42.42.10(pid=18230): Terminated {rc=256}\u000a11:52:24.675389 --- ParallelTerminationStrategy: PID 18231 died...\u000a11:52:24.731768 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18231): Terminated: ok {rc=0}\u000a11:52:24.742026 --- ParallelTerminationStrategy: PID 18232 died...\u000a11:52:24.798078 run iperf3-srv_10.42.42.10(pid=18232): Terminated {rc=256}\u000a11:52:24.808057 --- ParallelTerminationStrategy: PID 18235 died...\u000a11:52:24.864222 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18235): Terminated: ok {rc=0}\u000a11:52:24.874325 --- ParallelTerminationStrategy: PID 18238 died...\u000a11:52:24.931095 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18238): Terminated: ok {rc=0}\u000a11:52:24.941266 --- ParallelTerminationStrategy: PID 18241 died...\u000a11:52:24.997537 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18241): Terminated: ok {rc=0}\u000a11:52:25.085572 bus /gobi_0: Setting Powered False\u000a11:52:26.194865 bus /gobi_0: Setting Powered False\u000a11:52:27.304157 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 266, "className" : "gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18251): Process ended prematurely: osmo-stp_10.42.42.5(pid=18251) [trial-2404↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18251)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18251): Process ended prematurely: osmo-stp_10.42.42.5(pid=18251) [trial-2404↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18251)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2404 gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend iperf3.py\u000a----------------------------------------------\u000a11:52:28.419553 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a11:52:28.431988 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a11:52:28.585455 tst iperf3.py: using LAC 40708\u000a11:52:28.715030 tst iperf3.py: using RAC 163\u000a11:52:28.843377 tst iperf3.py: using CellId 40708\u000a11:52:28.972514 tst iperf3.py: using BVCI 40709\u000a11:52:28.998043 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a11:52:29.009792 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a11:52:29.021475 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a11:52:29.032938 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a11:52:29.044548 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a11:52:29.056086 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a11:52:29.067874 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a11:52:29.079328 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a11:52:29.091080 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a11:52:29.375972 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a11:52:29.504760 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:52:29.826035 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18243): Launched\u000a11:52:30.093768 run iperf3-srv_10.42.42.10(pid=18244): Launched\u000a11:52:30.281511 tst iperf3.py:8: start network...\u000a11:52:30.409812 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:52:30.896875 run create_hlr_db(pid=18245): Launched\u000a11:52:31.085588 bus /gobi_6: Setting Powered False\u000a11:52:32.098746 run create_hlr_db(pid=18245): Terminated: ok {rc=0}\u000a11:52:32.516275 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18247): Launched\u000a11:52:32.823865 run osmo-hlr_10.42.42.2(pid=18248): Launched\u000a11:52:32.939754 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:52:33.480622 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18250): Launched\u000a11:52:33.811138 run osmo-stp_10.42.42.5(pid=18251): Launched\u000a11:52:33.929520 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a11:52:34.505967 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18253): Launched\u000a11:52:34.623242 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a11:52:34.911949 run patchelf(pid=18254): Launched\u000a11:52:35.105323 run osmo-stp_10.42.42.5(pid=18251): ERR: Terminated: ERROR {rc=1} [trial-2404↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18251)]\u000a11:52:35.246550 run osmo-stp_10.42.42.5(pid=18251): stdout: \u000a| (launched: 2022-12-14_11:52:33.648430)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:52:35.387648 run osmo-stp_10.42.42.5(pid=18251): stderr: \u000a| �[0;m�[38;5;43m20221214115233840 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214115233840 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214115233841 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214115233841 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214115233842 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214115233842 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214115233842 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:52:35.523788 run osmo-stp_10.42.42.5(pid=18251): stdout: \u000a| (launched: 2022-12-14_11:52:33.648430)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:52:35.658886 run osmo-stp_10.42.42.5(pid=18251): stderr: \u000a| �[0;m�[38;5;43m20221214115233840 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214115233840 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214115233841 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214115233841 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214115233842 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214115233842 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214115233842 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:52:35.816392 run patchelf(pid=18254): Terminating (SIGINT)\u000a11:52:36.001676 run patchelf(pid=18254): Terminated: ok {rc=0}\u000a11:52:36.035656 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=18251): Process ended prematurely: osmo-stp_10.42.42.5(pid=18251) [trial-2404↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18251)] [trial-2404↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8]\u000a11:52:36.045978 tst iperf3.py:8: Test FAILED (7.7 sec)\u000a11:52:36.109364 run osmo-hlr_10.42.42.2(pid=18248): ERR: Terminated: ERROR {rc=237} [trial-2404↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18248)]\u000a11:52:36.161551 run osmo-hlr_10.42.42.2(pid=18248): stdout: \u000a| (launched: 2022-12-14_11:52:32.672320) \u000a11:52:36.214171 run osmo-hlr_10.42.42.2(pid=18248): stderr: \u000a| �[0;m�[1;31m20221214115232848 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214115232848 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214115232848 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214115232848 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214115232848 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214115232848 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214115232860 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2404/run.2022-12-14_11-25-45/gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214115232869 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214115232869 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214115232869 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:52:36.258908 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18243): Terminating (SIGTERM)\u000a11:52:36.301068 run iperf3-srv_10.42.42.10(pid=18244): Terminating (SIGTERM)\u000a11:52:36.343277 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18247): Terminating (SIGTERM)\u000a11:52:36.385507 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18250): Terminating (SIGTERM)\u000a11:52:36.427828 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18253): Terminating (SIGTERM)\u000a11:52:36.437679 --- ParallelTerminationStrategy: PID 18243 died...\u000a11:52:36.494133 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18243): Terminated: ok {rc=0}\u000a11:52:36.504323 --- ParallelTerminationStrategy: PID 18244 died...\u000a11:52:36.560570 run iperf3-srv_10.42.42.10(pid=18244): Terminated {rc=256}\u000a11:52:36.570751 --- ParallelTerminationStrategy: PID 18247 died...\u000a11:52:36.626959 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18247): Terminated: ok {rc=0}\u000a11:52:36.637160 --- ParallelTerminationStrategy: PID 18250 died...\u000a11:52:36.693289 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18250): Terminated: ok {rc=0}\u000a11:52:36.703407 --- ParallelTerminationStrategy: PID 18253 died...\u000a11:52:36.759431 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18253): Terminated: ok {rc=0}\u000a11:52:36.845739 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 266, "className" : "gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18269): Process ended prematurely: osmo-stp_10.42.42.5(pid=18269) [trial-2404↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18269)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18269): Process ended prematurely: osmo-stp_10.42.42.5(pid=18269) [trial-2404↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18269)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2404 gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend iperf3m4.py\u000a----------------------------------------------\u000a11:52:37.963347 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a11:52:37.976025 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a11:52:38.126114 tst iperf3m4.py: using LAC 40709\u000a11:52:38.260443 tst iperf3m4.py: using RAC 164\u000a11:52:38.392271 tst iperf3m4.py: using CellId 40709\u000a11:52:38.519392 tst iperf3m4.py: using BVCI 40710\u000a11:52:38.544683 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a11:52:38.556502 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a11:52:38.568061 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a11:52:38.580022 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a11:52:38.591663 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a11:52:38.603227 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a11:52:38.614970 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a11:52:38.626472 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a11:52:38.638267 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a11:52:38.756821 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a11:52:38.880564 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a11:52:39.001964 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a11:52:39.284276 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a11:52:39.412933 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:52:39.733869 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18255): Launched\u000a11:52:40.001526 run iperf3-srv_10.42.42.10(pid=18256): Launched\u000a11:52:40.188191 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a11:52:40.316389 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:52:40.636218 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18257): Launched\u000a11:52:40.901125 run iperf3-srv_10.42.42.10(pid=18258): Launched\u000a11:52:41.088500 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a11:52:41.216207 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:52:41.535354 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18259): Launched\u000a11:52:41.799859 run iperf3-srv_10.42.42.10(pid=18260): Launched\u000a11:52:41.986506 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a11:52:42.113887 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:52:42.433196 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18261): Launched\u000a11:52:42.698835 run iperf3-srv_10.42.42.10(pid=18262): Launched\u000a11:52:42.884477 tst iperf3m4.py:8: start network...\u000a11:52:43.011592 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:52:43.493405 run create_hlr_db(pid=18263): Launched\u000a11:52:43.668843 bus /gobi_6: Setting Powered False\u000a11:52:44.691492 run create_hlr_db(pid=18263): Terminated: ok {rc=0}\u000a11:52:45.101490 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18265): Launched\u000a11:52:45.408194 run osmo-hlr_10.42.42.2(pid=18266): Launched\u000a11:52:45.527662 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:52:46.103061 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18268): Launched\u000a11:52:46.584487 run osmo-stp_10.42.42.5(pid=18269): Launched\u000a11:52:46.719512 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a11:52:47.318603 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18271): Launched\u000a11:52:47.435953 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a11:52:47.725235 run patchelf(pid=18272): Launched\u000a11:52:47.917944 run osmo-stp_10.42.42.5(pid=18269): ERR: Terminated: ERROR {rc=1} [trial-2404↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18269)]\u000a11:52:48.058575 run osmo-stp_10.42.42.5(pid=18269): stdout: \u000a| (launched: 2022-12-14_11:52:46.277930)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:52:48.200292 run osmo-stp_10.42.42.5(pid=18269): stderr: \u000a| �[0;m�[38;5;43m20221214115246509 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214115246509 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214115246509 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214115246510 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214115246510 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214115246510 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214115246511 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:52:48.336290 run osmo-stp_10.42.42.5(pid=18269): stdout: \u000a| (launched: 2022-12-14_11:52:46.277930)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:52:48.471385 run osmo-stp_10.42.42.5(pid=18269): stderr: \u000a| �[0;m�[38;5;43m20221214115246509 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214115246509 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214115246509 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214115246510 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214115246510 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214115246510 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214115246511 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:52:48.629063 run patchelf(pid=18272): Terminating (SIGINT)\u000a11:52:48.813942 run patchelf(pid=18272): Terminated: ok {rc=0}\u000a11:52:48.847844 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=18269): Process ended prematurely: osmo-stp_10.42.42.5(pid=18269) [trial-2404↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18269)] [trial-2404↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8]\u000a11:52:48.857999 tst iperf3m4.py:8: Test FAILED (10.9 sec)\u000a11:52:48.921379 run osmo-hlr_10.42.42.2(pid=18266): ERR: Terminated: ERROR {rc=237} [trial-2404↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18266)]\u000a11:52:48.972788 run osmo-hlr_10.42.42.2(pid=18266): stdout: \u000a| (launched: 2022-12-14_11:52:45.257117) \u000a11:52:49.024808 run osmo-hlr_10.42.42.2(pid=18266): stderr: \u000a| �[0;m�[1;31m20221214115245430 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214115245430 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214115245431 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214115245431 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214115245431 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214115245431 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214115245444 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2404/run.2022-12-14_11-25-45/gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214115245452 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214115245452 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214115245452 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:52:49.069504 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18255): Terminating (SIGTERM)\u000a11:52:49.112602 run iperf3-srv_10.42.42.10(pid=18256): Terminating (SIGTERM)\u000a11:52:49.156259 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18257): Terminating (SIGTERM)\u000a11:52:49.198241 run iperf3-srv_10.42.42.10(pid=18258): Terminating (SIGTERM)\u000a11:52:49.239858 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18259): Terminating (SIGTERM)\u000a11:52:49.281285 run iperf3-srv_10.42.42.10(pid=18260): Terminating (SIGTERM)\u000a11:52:49.322895 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18261): Terminating (SIGTERM)\u000a11:52:49.364287 run iperf3-srv_10.42.42.10(pid=18262): Terminating (SIGTERM)\u000a11:52:49.405862 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18265): Terminating (SIGTERM)\u000a11:52:49.447396 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18268): Terminating (SIGTERM)\u000a11:52:49.488926 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18271): Terminating (SIGTERM)\u000a11:52:49.498251 --- ParallelTerminationStrategy: PID 18255 died...\u000a11:52:49.554060 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18255): Terminated: ok {rc=0}\u000a11:52:49.563980 --- ParallelTerminationStrategy: PID 18256 died...\u000a11:52:49.619597 run iperf3-srv_10.42.42.10(pid=18256): Terminated {rc=256}\u000a11:52:49.629984 --- ParallelTerminationStrategy: PID 18257 died...\u000a11:52:49.685411 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18257): Terminated: ok {rc=0}\u000a11:52:49.695429 --- ParallelTerminationStrategy: PID 18258 died...\u000a11:52:49.751424 run iperf3-srv_10.42.42.10(pid=18258): Terminated {rc=256}\u000a11:52:49.761832 --- ParallelTerminationStrategy: PID 18259 died...\u000a11:52:49.817584 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18259): Terminated: ok {rc=0}\u000a11:52:49.827620 --- ParallelTerminationStrategy: PID 18260 died...\u000a11:52:49.883114 run iperf3-srv_10.42.42.10(pid=18260): Terminated {rc=256}\u000a11:52:49.893176 --- ParallelTerminationStrategy: PID 18261 died...\u000a11:52:49.948335 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18261): Terminated: ok {rc=0}\u000a11:52:49.958308 --- ParallelTerminationStrategy: PID 18262 died...\u000a11:52:50.013698 run iperf3-srv_10.42.42.10(pid=18262): Terminated {rc=256}\u000a11:52:50.023694 --- ParallelTerminationStrategy: PID 18265 died...\u000a11:52:50.079431 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18265): Terminated: ok {rc=0}\u000a11:52:50.089714 --- ParallelTerminationStrategy: PID 18268 died...\u000a11:52:50.145091 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18268): Terminated: ok {rc=0}\u000a11:52:50.155094 --- ParallelTerminationStrategy: PID 18271 died...\u000a11:52:50.210793 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18271): Terminated: ok {rc=0}\u000a11:52:50.297245 bus /gobi_4: Setting Powered False\u000a11:52:51.404426 bus /gobi_4: Setting Powered False\u000a11:52:52.513351 bus /gobi_1: Setting Powered False\u000a11:52:53.620259 bus /gobi_1: Setting Powered False\u000a11:52:54.728298 bus /gobi_0: Setting Powered False\u000a11:52:55.834427 bus /gobi_0: Setting Powered False\u000a11:52:56.942904 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 266, "className" : "gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18280): Process ended prematurely: osmo-stp_10.42.42.5(pid=18280) [trial-2404↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18280)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18280): Process ended prematurely: osmo-stp_10.42.42.5(pid=18280) [trial-2404↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18280)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2404 gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend ping.py\u000a----------------------------------------------\u000a11:52:58.011803 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a11:52:58.024334 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a11:52:58.165925 tst ping.py: using LAC 40710\u000a11:52:58.283071 tst ping.py: using RAC 165\u000a11:52:58.403215 tst ping.py: using CellId 40710\u000a11:52:58.522478 tst ping.py: using BVCI 40711\u000a11:52:58.545743 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a11:52:58.557100 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a11:52:58.568319 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a11:52:58.579961 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a11:52:58.591639 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a11:52:58.603254 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a11:52:58.615024 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a11:52:58.626659 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a11:52:58.921212 tst ping.py:19: start network...\u000a11:52:59.055362 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:52:59.574140 run create_hlr_db(pid=18274): Launched\u000a11:52:59.762541 bus /gobi_6: Setting Powered False\u000a11:53:00.782169 run create_hlr_db(pid=18274): Terminated: ok {rc=0}\u000a11:53:01.234065 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18276): Launched\u000a11:53:01.663713 run osmo-hlr_10.42.42.2(pid=18277): Launched\u000a11:53:01.902428 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:53:02.463190 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18279): Launched\u000a11:53:02.785193 run osmo-stp_10.42.42.5(pid=18280): Launched\u000a11:53:02.900669 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a11:53:03.465651 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18282): Launched\u000a11:53:03.580598 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a11:53:03.863470 run patchelf(pid=18283): Launched\u000a11:53:04.052712 run osmo-stp_10.42.42.5(pid=18280): ERR: Terminated: ERROR {rc=1} [trial-2404↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18280)]\u000a11:53:04.191502 run osmo-stp_10.42.42.5(pid=18280): stdout: \u000a| (launched: 2022-12-14_11:53:02.627223)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:53:04.330597 run osmo-stp_10.42.42.5(pid=18280): stderr: \u000a| �[0;m�[38;5;43m20221214115302818 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214115302818 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214115302818 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214115302819 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214115302819 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214115302819 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214115302820 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:53:04.463988 run osmo-stp_10.42.42.5(pid=18280): stdout: \u000a| (launched: 2022-12-14_11:53:02.627223)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:53:04.595648 run osmo-stp_10.42.42.5(pid=18280): stderr: \u000a| �[0;m�[38;5;43m20221214115302818 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214115302818 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214115302818 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214115302819 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214115302819 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214115302819 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214115302820 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:53:04.750003 run patchelf(pid=18283): Terminating (SIGINT)\u000a11:53:04.930940 run patchelf(pid=18283): Terminated: ok {rc=0}\u000a11:53:04.963857 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=18280): Process ended prematurely: osmo-stp_10.42.42.5(pid=18280) [trial-2404↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18280)] [trial-2404↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22]\u000a11:53:04.973288 tst ping.py:22: Test FAILED (6.9 sec)\u000a11:53:05.036297 run osmo-hlr_10.42.42.2(pid=18277): ERR: Terminated: ERROR {rc=237} [trial-2404↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18277)]\u000a11:53:05.087995 run osmo-hlr_10.42.42.2(pid=18277): stdout: \u000a| (launched: 2022-12-14_11:53:01.395840) \u000a11:53:05.140077 run osmo-hlr_10.42.42.2(pid=18277): stderr: \u000a| �[0;m�[1;31m20221214115301607 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214115301607 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214115301607 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214115301607 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214115301607 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214115301607 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214115301624 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2404/run.2022-12-14_11-25-45/gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214115301639 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214115301639 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214115301639 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:53:05.184779 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18276): Terminating (SIGTERM)\u000a11:53:05.227607 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18279): Terminating (SIGTERM)\u000a11:53:05.269988 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18282): Terminating (SIGTERM)\u000a11:53:05.279691 --- ParallelTerminationStrategy: PID 18276 died...\u000a11:53:05.336039 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18276): Terminated: ok {rc=0}\u000a11:53:05.346124 --- ParallelTerminationStrategy: PID 18279 died...\u000a11:53:05.402188 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18279): Terminated: ok {rc=0}\u000a11:53:05.412236 --- ParallelTerminationStrategy: PID 18282 died...\u000a11:53:05.468109 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18282): Terminated: ok {rc=0}\u000a11:53:05.555583 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 266, "className" : "gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18291): Process ended prematurely: osmo-stp_10.42.42.5(pid=18291) [trial-2404↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18291)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18291): Process ended prematurely: osmo-stp_10.42.42.5(pid=18291) [trial-2404↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18291)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2404 gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend ping_idle_ping.py\u000a----------------------------------------------\u000a11:53:06.609087 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a11:53:06.625359 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a11:53:06.770070 tst ping_idle_ping.py: using LAC 40711\u000a11:53:06.898395 tst ping_idle_ping.py: using RAC 166\u000a11:53:07.024404 tst ping_idle_ping.py: using CellId 40711\u000a11:53:07.152704 tst ping_idle_ping.py: using BVCI 40712\u000a11:53:07.177928 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a11:53:07.189730 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a11:53:07.201407 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a11:53:07.213109 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a11:53:07.224686 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a11:53:07.236260 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a11:53:07.248171 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a11:53:07.259906 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a11:53:07.539657 tst ping_idle_ping.py:24: start network...\u000a11:53:07.665732 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:53:08.145520 run create_hlr_db(pid=18285): Launched\u000a11:53:08.319708 bus /gobi_6: Setting Powered False\u000a11:53:09.341941 run create_hlr_db(pid=18285): Terminated: ok {rc=0}\u000a11:53:09.773943 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18287): Launched\u000a11:53:10.099334 run osmo-hlr_10.42.42.2(pid=18288): Launched\u000a11:53:10.218409 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:53:10.780087 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18290): Launched\u000a11:53:11.102942 run osmo-stp_10.42.42.5(pid=18291): Launched\u000a11:53:11.220222 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a11:53:11.785588 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18293): Launched\u000a11:53:11.900770 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a11:53:12.184328 run patchelf(pid=18294): Launched\u000a11:53:12.373389 run osmo-stp_10.42.42.5(pid=18291): ERR: Terminated: ERROR {rc=1} [trial-2404↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18291)]\u000a11:53:12.511814 run osmo-stp_10.42.42.5(pid=18291): stdout: \u000a| (launched: 2022-12-14_11:53:10.944130)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:53:12.650762 run osmo-stp_10.42.42.5(pid=18291): stderr: \u000a| �[0;m�[38;5;43m20221214115311132 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214115311132 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214115311132 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214115311133 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214115311133 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214115311133 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214115311133 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:53:12.784733 run osmo-stp_10.42.42.5(pid=18291): stdout: \u000a| (launched: 2022-12-14_11:53:10.944130)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:53:12.917038 run osmo-stp_10.42.42.5(pid=18291): stderr: \u000a| �[0;m�[38;5;43m20221214115311132 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214115311132 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214115311132 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214115311133 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214115311133 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214115311133 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214115311133 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:53:13.071363 run patchelf(pid=18294): Terminating (SIGINT)\u000a11:53:13.253189 run patchelf(pid=18294): Terminated: ok {rc=0}\u000a11:53:13.286071 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=18291): Process ended prematurely: osmo-stp_10.42.42.5(pid=18291) [trial-2404↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18291)] [trial-2404↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27]\u000a11:53:13.295685 tst ping_idle_ping.py:27: Test FAILED (6.7 sec)\u000a11:53:13.359343 run osmo-hlr_10.42.42.2(pid=18288): ERR: Terminated: ERROR {rc=237} [trial-2404↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18288)]\u000a11:53:13.411429 run osmo-hlr_10.42.42.2(pid=18288): stdout: \u000a| (launched: 2022-12-14_11:53:09.938721) \u000a11:53:13.464058 run osmo-hlr_10.42.42.2(pid=18288): stderr: \u000a| �[0;m�[1;31m20221214115310133 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214115310133 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214115310133 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214115310133 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214115310133 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214115310133 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214115310149 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2404/run.2022-12-14_11-25-45/gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214115310157 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214115310157 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214115310157 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:53:13.509082 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18287): Terminating (SIGTERM)\u000a11:53:13.551584 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18290): Terminating (SIGTERM)\u000a11:53:13.594122 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18293): Terminating (SIGTERM)\u000a11:53:13.603793 --- ParallelTerminationStrategy: PID 18287 died...\u000a11:53:13.659683 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18287): Terminated: ok {rc=0}\u000a11:53:13.669744 --- ParallelTerminationStrategy: PID 18290 died...\u000a11:53:13.725309 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18290): Terminated: ok {rc=0}\u000a11:53:13.735260 --- ParallelTerminationStrategy: PID 18293 died...\u000a11:53:13.790933 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18293): Terminated: ok {rc=0}\u000a11:53:13.877830 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "54", "name" : "gprs_trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T11:52:14" }, { "cases" : [ { "testActions" : [ ], "age" : 266, "className" : "dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18306): Process ended prematurely: osmo-stp_10.42.42.5(pid=18306) [trial-2404↪dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18306)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18306): Process ended prematurely: osmo-stp_10.42.42.5(pid=18306) [trial-2404↪dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18306)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2404 dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any switch_tch_pdch.py\u000a----------------------------------------------\u000a11:53:15.955794 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a11:53:15.968287 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a11:53:16.156920 tst switch_tch_pdch.py: using LAC 40712\u000a11:53:16.311618 tst switch_tch_pdch.py: using RAC 167\u000a11:53:16.436314 tst switch_tch_pdch.py: using CellId 40712\u000a11:53:16.557354 tst switch_tch_pdch.py: using BVCI 40713\u000a11:53:16.583189 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a11:53:16.595689 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a11:53:16.608039 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a11:53:16.620283 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a11:53:16.633333 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a11:53:16.646157 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a11:53:16.659254 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a11:53:16.672760 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a11:53:16.793726 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a11:53:17.137856 tst switch_tch_pdch.py:51: start network...\u000a11:53:17.281929 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:53:17.758215 run create_hlr_db(pid=18300): Launched\u000a11:53:17.932401 bus /gobi_6: Setting Powered False\u000a11:53:18.951974 run create_hlr_db(pid=18300): Terminated: ok {rc=0}\u000a11:53:19.383659 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18302): Launched\u000a11:53:19.707509 run osmo-hlr_10.42.42.2(pid=18303): Launched\u000a11:53:19.828307 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:53:20.392155 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18305): Launched\u000a11:53:20.717719 run osmo-stp_10.42.42.5(pid=18306): Launched\u000a11:53:20.833993 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a11:53:21.398939 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18308): Launched\u000a11:53:21.513259 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a11:53:21.795854 run patchelf(pid=18309): Launched\u000a11:53:21.984497 run osmo-stp_10.42.42.5(pid=18306): ERR: Terminated: ERROR {rc=1} [trial-2404↪dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18306)]\u000a11:53:22.122677 run osmo-stp_10.42.42.5(pid=18306): stdout: \u000a| (launched: 2022-12-14_11:53:20.557564)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:53:22.261703 run osmo-stp_10.42.42.5(pid=18306): stderr: \u000a| �[0;m�[38;5;43m20221214115320747 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214115320747 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214115320747 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214115320748 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214115320748 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214115320748 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214115320748 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:53:22.394776 run osmo-stp_10.42.42.5(pid=18306): stdout: \u000a| (launched: 2022-12-14_11:53:20.557564)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:53:22.526548 run osmo-stp_10.42.42.5(pid=18306): stderr: \u000a| �[0;m�[38;5;43m20221214115320747 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214115320747 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214115320747 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214115320748 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214115320748 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214115320748 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214115320748 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:53:22.679955 run patchelf(pid=18309): Terminating (SIGINT)\u000a11:53:22.860099 run patchelf(pid=18309): Terminated: ok {rc=0}\u000a11:53:22.893001 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=18306): Process ended prematurely: osmo-stp_10.42.42.5(pid=18306) [trial-2404↪dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18306)] [trial-2404↪dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54]\u000a11:53:22.902310 tst switch_tch_pdch.py:54: Test FAILED (6.9 sec)\u000a11:53:22.964868 run osmo-hlr_10.42.42.2(pid=18303): ERR: Terminated: ERROR {rc=237} [trial-2404↪dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18303)]\u000a11:53:23.016059 run osmo-hlr_10.42.42.2(pid=18303): stdout: \u000a| (launched: 2022-12-14_11:53:19.547242) \u000a11:53:23.067880 run osmo-hlr_10.42.42.2(pid=18303): stderr: \u000a| �[0;m�[1;31m20221214115319742 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214115319742 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214115319742 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214115319742 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214115319742 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214115319742 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214115319754 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2404/run.2022-12-14_11-25-45/dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214115319763 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214115319763 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214115319763 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:53:23.112149 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18302): Terminating (SIGTERM)\u000a11:53:23.154042 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18305): Terminating (SIGTERM)\u000a11:53:23.196268 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18308): Terminating (SIGTERM)\u000a11:53:23.205622 --- ParallelTerminationStrategy: PID 18302 died...\u000a11:53:23.261395 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18302): Terminated: ok {rc=0}\u000a11:53:23.271445 --- ParallelTerminationStrategy: PID 18305 died...\u000a11:53:23.327020 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18305): Terminated: ok {rc=0}\u000a11:53:23.337215 --- ParallelTerminationStrategy: PID 18308 died...\u000a11:53:23.393269 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18308): Terminated: ok {rc=0}\u000a11:53:23.481119 bus /gobi_0: Setting Powered False\u000a11:53:24.589574 bus /gobi_0: Setting Powered False\u000a11:53:25.697372 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "55", "name" : "dynts_trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T11:53:15" }, { "cases" : [ { "testActions" : [ ], "age" : 266, "className" : "dynts:trx-b200+mod-bts0-dynts67-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18319): Process ended prematurely: osmo-stp_10.42.42.5(pid=18319) [trial-2404↪dynts:trx-b200+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18319)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18319): Process ended prematurely: osmo-stp_10.42.42.5(pid=18319) [trial-2404↪dynts:trx-b200+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18319)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2404 dynts:trx-b200+mod-bts0-dynts67-osmo switch_tch_pdch.py\u000a----------------------------------------------\u000a11:53:27.681311 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a11:53:27.692630 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x bts (candidates: 1)\u000a11:53:27.856488 tst switch_tch_pdch.py: using LAC 40713\u000a11:53:27.984653 tst switch_tch_pdch.py: using RAC 168\u000a11:53:28.106054 tst switch_tch_pdch.py: using CellId 40713\u000a11:53:28.225831 tst switch_tch_pdch.py: using BVCI 40714\u000a11:53:28.248886 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a11:53:28.260037 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a11:53:28.270997 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a11:53:28.282025 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a11:53:28.293238 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a11:53:28.304372 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a11:53:28.315482 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a11:53:28.326666 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a11:53:28.442935 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a11:53:28.720460 tst switch_tch_pdch.py:51: start network...\u000a11:53:28.846099 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:53:29.294235 run create_hlr_db(pid=18313): Launched\u000a11:53:29.417155 bus /gobi_6: Setting Powered False\u000a11:53:30.489892 run create_hlr_db(pid=18313): Terminated: ok {rc=0}\u000a11:53:30.900871 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18315): Launched\u000a11:53:31.334843 run osmo-hlr_10.42.42.2(pid=18316): Launched\u000a11:53:31.527526 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:53:32.074841 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18318): Launched\u000a11:53:32.383429 run osmo-stp_10.42.42.5(pid=18319): Launched\u000a11:53:32.493368 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a11:53:32.993860 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18321): Launched\u000a11:53:33.100473 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a11:53:33.363314 run patchelf(pid=18322): Launched\u000a11:53:33.540058 run osmo-stp_10.42.42.5(pid=18319): ERR: Terminated: ERROR {rc=1} [trial-2404↪dynts:trx-b200+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18319)]\u000a11:53:33.669636 run osmo-stp_10.42.42.5(pid=18319): stdout: \u000a| (launched: 2022-12-14_11:53:32.231923)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:53:33.799179 run osmo-stp_10.42.42.5(pid=18319): stderr: \u000a| �[0;m�[38;5;43m20221214115332398 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214115332399 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214115332399 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214115332399 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214115332400 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214115332400 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214115332400 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:53:33.923534 run osmo-stp_10.42.42.5(pid=18319): stdout: \u000a| (launched: 2022-12-14_11:53:32.231923)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:53:34.046431 run osmo-stp_10.42.42.5(pid=18319): stderr: \u000a| �[0;m�[38;5;43m20221214115332398 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214115332399 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214115332399 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214115332399 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214115332400 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214115332400 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214115332400 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:53:34.190609 run patchelf(pid=18322): Terminating (SIGINT)\u000a11:53:34.359058 run patchelf(pid=18322): Terminated: ok {rc=0}\u000a11:53:34.389658 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=18319): Process ended prematurely: osmo-stp_10.42.42.5(pid=18319) [trial-2404↪dynts:trx-b200+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18319)] [trial-2404↪dynts:trx-b200+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54]\u000a11:53:34.398411 tst switch_tch_pdch.py:54: Test FAILED (6.7 sec)\u000a11:53:34.458602 run osmo-hlr_10.42.42.2(pid=18316): ERR: Terminated: ERROR {rc=237} [trial-2404↪dynts:trx-b200+mod-bts0-dynts67-osmo↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18316)]\u000a11:53:34.508058 run osmo-hlr_10.42.42.2(pid=18316): stdout: \u000a| (launched: 2022-12-14_11:53:31.064655) \u000a11:53:34.558050 run osmo-hlr_10.42.42.2(pid=18316): stderr: \u000a| �[0;m�[1;31m20221214115331275 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214115331275 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214115331275 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214115331275 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214115331275 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214115331275 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214115331299 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2404/run.2022-12-14_11-25-45/dynts:trx-b200+mod-bts0-dynts67-osmo/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214115331312 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214115331312 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214115331312 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:53:34.600474 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18315): Terminating (SIGTERM)\u000a11:53:34.640674 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18318): Terminating (SIGTERM)\u000a11:53:34.680701 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18321): Terminating (SIGTERM)\u000a11:53:34.690091 --- ParallelTerminationStrategy: PID 18315 died...\u000a11:53:34.744367 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18315): Terminated: ok {rc=0}\u000a11:53:34.754160 --- ParallelTerminationStrategy: PID 18318 died...\u000a11:53:34.808362 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18318): Terminated: ok {rc=0}\u000a11:53:34.818103 --- ParallelTerminationStrategy: PID 18321 died...\u000a11:53:34.872053 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18321): Terminated: ok {rc=0}\u000a11:53:34.960362 bus /gobi_0: Setting Powered False\u000a11:53:36.064320 bus /gobi_0: Setting Powered False\u000a11:53:37.176420 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "56", "name" : "dynts_trx-b200+mod-bts0-dynts67-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T11:53:27" }, { "cases" : [ { "testActions" : [ ], "age" : 266, "className" : "nitb_sms:trx-sysmocell5000", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=18327): Process ended prematurely: osmo-nitb_10.42.42.2(pid=18327) [trial-2404↪nitb_sms:trx-sysmocell5000↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=18327)]", "failedSince" : 2139, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_sms/mo_mt_sms.py\", line 11, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=18327): Process ended prematurely: osmo-nitb_10.42.42.2(pid=18327) [trial-2404↪nitb_sms:trx-sysmocell5000↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=18327)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2404 nitb_sms:trx-sysmocell5000 mo_mt_sms.py\u000a----------------------------------------------\u000a11:53:39.089861 tst nitb_sms:trx-sysmocell5000: Using 1 x ip_address (candidates: 1)\u000a11:53:39.101184 tst nitb_sms:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a11:53:39.242569 tst mo_mt_sms.py: using LAC 40714\u000a11:53:39.366828 tst mo_mt_sms.py: using RAC 169\u000a11:53:39.490882 tst mo_mt_sms.py: using CellId 40714\u000a11:53:39.615109 tst mo_mt_sms.py: using BVCI 40715\u000a11:53:39.639683 tst nitb_sms:trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a11:53:39.756158 tst nitb_sms:trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a11:53:40.045320 tst mo_mt_sms.py:9: start nitb and bts...\u000a11:53:40.170365 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a11:53:40.792288 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=18326): Launched\u000a11:53:41.089451 run osmo-nitb_10.42.42.2(pid=18327): Launched\u000a11:53:41.275551 run osmo-nitb_10.42.42.2(pid=18327): ERR: Terminated: ERROR {rc=2} [trial-2404↪nitb_sms:trx-sysmocell5000↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=18327)]\u000a11:53:41.412917 run osmo-nitb_10.42.42.2(pid=18327): stdout: \u000a| (launched: 2022-12-14_11:53:40.944277) \u000a11:53:41.551214 run osmo-nitb_10.42.42.2(pid=18327): stderr: \u000a| (launched: 2022-12-14_11:53:40.988607)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a11:53:41.683986 run osmo-nitb_10.42.42.2(pid=18327): stdout: \u000a| (launched: 2022-12-14_11:53:40.944277) \u000a11:53:41.814723 run osmo-nitb_10.42.42.2(pid=18327): stderr: \u000a| (launched: 2022-12-14_11:53:40.988607)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a11:53:42.210695 tst osmo-nitb_10.42.42.2(pid=18327): stdout: \u000a| (launched: 2022-12-14_11:53:40.944277) \u000a11:53:42.330276 tst osmo-nitb_10.42.42.2(pid=18327): stderr: \u000a| (launched: 2022-12-14_11:53:40.988607)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a11:53:42.382661 tst mo_mt_sms.py:11: ERR: Error: osmo-nitb_10.42.42.2(pid=18327): Process ended prematurely: osmo-nitb_10.42.42.2(pid=18327) [trial-2404↪nitb_sms:trx-sysmocell5000↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=18327)] [trial-2404↪nitb_sms:trx-sysmocell5000↪mo_mt_sms.py:11]\u000a11:53:42.390893 tst mo_mt_sms.py:11: Test FAILED (3.3 sec)\u000a11:53:42.425731 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=18326): Terminating (SIGTERM)\u000a11:53:42.603637 --- ParallelTerminationStrategy: PID 18326 died...\u000a11:53:42.660156 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=18326): Terminated: ok {rc=0}\u000a11:53:42.750544 bus /sierra_3: Setting Powered False\u000a11:53:43.860432 bus /sierra_3: Setting Powered False\u000a11:53:44.971139 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 8.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "57", "name" : "nitb_sms_trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T11:53:38" }, { "cases" : [ { "testActions" : [ ], "age" : 266, "className" : "sms:trx-sysmocell5000", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18339): Process ended prematurely: osmo-stp_10.42.42.5(pid=18339) [trial-2404↪sms:trx-sysmocell5000↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18339)]", "failedSince" : 2139, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/sms/mo_mt_sms.py\", line 16, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18339): Process ended prematurely: osmo-stp_10.42.42.5(pid=18339) [trial-2404↪sms:trx-sysmocell5000↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18339)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2404 sms:trx-sysmocell5000 mo_mt_sms.py\u000a----------------------------------------------\u000a11:53:46.936510 tst sms:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a11:53:46.949439 tst sms:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a11:53:47.108243 tst mo_mt_sms.py: using LAC 40715\u000a11:53:47.234607 tst mo_mt_sms.py: using RAC 170\u000a11:53:47.353135 tst mo_mt_sms.py: using CellId 40715\u000a11:53:47.478608 tst mo_mt_sms.py: using BVCI 40716\u000a11:53:47.503638 tst sms:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a11:53:47.515105 tst sms:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a11:53:47.526459 tst sms:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a11:53:47.537826 tst sms:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a11:53:47.549215 tst sms:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a11:53:47.563723 tst sms:trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a11:53:47.713088 tst sms:trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a11:53:47.924276 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:53:48.441574 run create_hlr_db(pid=18333): Launched\u000a11:53:48.629462 bus /sierra_2: Setting Powered False\u000a11:53:49.650863 run create_hlr_db(pid=18333): Terminated: ok {rc=0}\u000a11:53:50.083769 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18335): Launched\u000a11:53:50.408175 run osmo-hlr_10.42.42.2(pid=18336): Launched\u000a11:53:50.524644 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:53:51.085695 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18338): Launched\u000a11:53:51.410903 run osmo-stp_10.42.42.5(pid=18339): Launched\u000a11:53:51.527063 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a11:53:52.117561 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18341): Launched\u000a11:53:52.442516 run osmo-msc_10.42.42.6(pid=18342): Launched\u000a11:53:52.630974 run osmo-stp_10.42.42.5(pid=18339): ERR: Terminated: ERROR {rc=1} [trial-2404↪sms:trx-sysmocell5000↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18339)]\u000a11:53:52.768035 run osmo-stp_10.42.42.5(pid=18339): stdout: \u000a| (launched: 2022-12-14_11:53:51.250703)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:53:52.903274 run osmo-stp_10.42.42.5(pid=18339): stderr: \u000a| �[0;m�[38;5;43m20221214115351439 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214115351439 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214115351439 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214115351440 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214115351440 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214115351440 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214115351440 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:53:53.032928 run osmo-stp_10.42.42.5(pid=18339): stdout: \u000a| (launched: 2022-12-14_11:53:51.250703)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:53:53.161721 run osmo-stp_10.42.42.5(pid=18339): stderr: \u000a| �[0;m�[38;5;43m20221214115351439 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214115351439 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214115351439 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214115351440 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214115351440 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214115351440 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214115351440 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:53:53.218478 tst mo_mt_sms.py:16: ERR: Error: osmo-stp_10.42.42.5(pid=18339): Process ended prematurely: osmo-stp_10.42.42.5(pid=18339) [trial-2404↪sms:trx-sysmocell5000↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18339)] [trial-2404↪sms:trx-sysmocell5000↪mo_mt_sms.py:16]\u000a11:53:53.226923 tst mo_mt_sms.py:16: Test FAILED (6.3 sec)\u000a11:53:53.290270 run osmo-hlr_10.42.42.2(pid=18336): ERR: Terminated: ERROR {rc=237} [trial-2404↪sms:trx-sysmocell5000↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18336)]\u000a11:53:53.342105 run osmo-hlr_10.42.42.2(pid=18336): stdout: \u000a| (launched: 2022-12-14_11:53:50.248472) \u000a11:53:53.394766 run osmo-hlr_10.42.42.2(pid=18336): stderr: \u000a| �[0;m�[1;31m20221214115350445 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214115350445 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214115350445 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214115350445 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214115350445 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214115350445 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214115350458 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2404/run.2022-12-14_11-25-45/sms:trx-sysmocell5000/mo_mt_sms.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214115350466 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214115350466 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214115350466 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:53:53.465853 run osmo-msc_10.42.42.6(pid=18342): ERR: Terminated: ERROR {rc=2} [trial-2404↪sms:trx-sysmocell5000↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=18342)]\u000a11:53:53.517295 run osmo-msc_10.42.42.6(pid=18342): stdout: \u000a| (launched: 2022-12-14_11:53:52.281993) \u000a11:53:53.569585 run osmo-msc_10.42.42.6(pid=18342): stderr: \u000a| �[0;m�[38;5;43m20221214115352600 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214115352600 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fe20323ac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214115352600 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214115352600 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214115352601 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214115352601 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214115352602 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214115352603 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214115352603 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214115352603 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a11:53:53.614290 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18335): Terminating (SIGTERM)\u000a11:53:53.657172 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18338): Terminating (SIGTERM)\u000a11:53:53.699363 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18341): Terminating (SIGTERM)\u000a11:53:53.709143 --- ParallelTerminationStrategy: PID 18335 died...\u000a11:53:53.765598 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18335): Terminated: ok {rc=0}\u000a11:53:53.775709 --- ParallelTerminationStrategy: PID 18338 died...\u000a11:53:53.831582 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18338): Terminated: ok {rc=0}\u000a11:53:53.841677 --- ParallelTerminationStrategy: PID 18341 died...\u000a11:53:53.897491 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18341): Terminated: ok {rc=0}\u000a11:53:53.985790 bus /sierra_3: Setting Powered False\u000a11:53:55.089474 bus /sierra_3: Setting Powered False\u000a11:53:56.203270 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "58", "name" : "sms_trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T11:53:46" }, { "cases" : [ { "testActions" : [ ], "age" : 266, "className" : "nitb_ussd:trx-sysmocell5000", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=18348): Process ended prematurely: osmo-nitb_10.42.42.2(pid=18348) [trial-2404↪nitb_ussd:trx-sysmocell5000↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=18348)]", "failedSince" : 2139, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_ussd/assert_extension.py\", line 12, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=18348): Process ended prematurely: osmo-nitb_10.42.42.2(pid=18348) [trial-2404↪nitb_ussd:trx-sysmocell5000↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=18348)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2404 nitb_ussd:trx-sysmocell5000 assert_extension.py\u000a----------------------------------------------\u000a11:53:58.053711 tst nitb_ussd:trx-sysmocell5000: Using 1 x ip_address (candidates: 1)\u000a11:53:58.065024 tst nitb_ussd:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a11:53:58.200887 tst assert_extension.py: using LAC 40716\u000a11:53:58.319394 tst assert_extension.py: using RAC 171\u000a11:53:58.438725 tst assert_extension.py: using CellId 40716\u000a11:53:58.555965 tst assert_extension.py: using BVCI 40717\u000a11:53:58.579157 tst nitb_ussd:trx-sysmocell5000: Using 1 x modem (candidates: 1)\u000a11:53:58.872885 tst assert_extension.py:10: start nitb and bts...\u000a11:53:59.007934 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a11:53:59.677786 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=18347): Launched\u000a11:53:59.999810 run osmo-nitb_10.42.42.2(pid=18348): Launched\u000a11:54:00.198286 run osmo-nitb_10.42.42.2(pid=18348): ERR: Terminated: ERROR {rc=2} [trial-2404↪nitb_ussd:trx-sysmocell5000↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=18348)]\u000a11:54:00.345093 run osmo-nitb_10.42.42.2(pid=18348): stdout: \u000a| (launched: 2022-12-14_11:53:59.842129) \u000a11:54:00.491603 run osmo-nitb_10.42.42.2(pid=18348): stderr: \u000a| (launched: 2022-12-14_11:53:59.890272)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a11:54:00.633221 run osmo-nitb_10.42.42.2(pid=18348): stdout: \u000a| (launched: 2022-12-14_11:53:59.842129) \u000a11:54:00.772894 run osmo-nitb_10.42.42.2(pid=18348): stderr: \u000a| (launched: 2022-12-14_11:53:59.890272)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a11:54:01.130804 tst osmo-nitb_10.42.42.2(pid=18348): stdout: \u000a| (launched: 2022-12-14_11:53:59.842129) \u000a11:54:01.263938 tst osmo-nitb_10.42.42.2(pid=18348): stderr: \u000a| (launched: 2022-12-14_11:53:59.890272)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a11:54:01.322585 tst assert_extension.py:12: ERR: Error: osmo-nitb_10.42.42.2(pid=18348): Process ended prematurely: osmo-nitb_10.42.42.2(pid=18348) [trial-2404↪nitb_ussd:trx-sysmocell5000↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=18348)] [trial-2404↪nitb_ussd:trx-sysmocell5000↪assert_extension.py:12]\u000a11:54:01.332515 tst assert_extension.py:12: Test FAILED (3.3 sec)\u000a11:54:01.371884 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=18347): Terminating (SIGTERM)\u000a11:54:01.550411 --- ParallelTerminationStrategy: PID 18347 died...\u000a11:54:01.608485 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=18347): Terminated: ok {rc=0}\u000a11:54:01.705388 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 6.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "59", "name" : "nitb_ussd_trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T11:53:57" }, { "cases" : [ { "testActions" : [ ], "age" : 266, "className" : "ussd:trx-sysmocell5000", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18630): Process ended prematurely: osmo-stp_10.42.42.5(pid=18630) [trial-2404↪ussd:trx-sysmocell5000↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18630)]", "failedSince" : 2139, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/ussd/assert_extension.py\", line 17, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18630): Process ended prematurely: osmo-stp_10.42.42.5(pid=18630) [trial-2404↪ussd:trx-sysmocell5000↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18630)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2404 ussd:trx-sysmocell5000 assert_extension.py\u000a----------------------------------------------\u000a11:54:03.671628 tst ussd:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a11:54:03.687529 tst ussd:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a11:54:03.849702 tst assert_extension.py: using LAC 40717\u000a11:54:03.978539 tst assert_extension.py: using RAC 172\u000a11:54:04.106363 tst assert_extension.py: using CellId 40717\u000a11:54:04.235155 tst assert_extension.py: using BVCI 40718\u000a11:54:04.261304 tst ussd:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a11:54:04.273556 tst ussd:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a11:54:04.285606 tst ussd:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a11:54:04.298545 tst ussd:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a11:54:04.310745 tst ussd:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a11:54:04.323112 tst ussd:trx-sysmocell5000: Using 1 x modem (candidates: 1)\u000a11:54:04.541857 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:54:05.102573 run create_hlr_db(pid=18622): Launched\u000a11:54:05.295178 bus /sierra_2: Setting Powered False\u000a11:54:06.316225 run create_hlr_db(pid=18622): Terminated: ok {rc=0}\u000a11:54:06.760851 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18626): Launched\u000a11:54:07.165365 run osmo-hlr_10.42.42.2(pid=18627): Launched\u000a11:54:07.422923 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:54:08.099263 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18629): Launched\u000a11:54:08.518007 run osmo-stp_10.42.42.5(pid=18630): Launched\u000a11:54:08.736224 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a11:54:09.337454 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18632): Launched\u000a11:54:09.754913 run osmo-msc_10.42.42.6(pid=18633): Launched\u000a11:54:10.146522 run osmo-stp_10.42.42.5(pid=18630): ERR: Terminated: ERROR {rc=1} [trial-2404↪ussd:trx-sysmocell5000↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18630)]\u000a11:54:10.344687 run osmo-stp_10.42.42.5(pid=18630): stdout: \u000a| (launched: 2022-12-14_11:54:08.262976)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:54:10.480129 run osmo-stp_10.42.42.5(pid=18630): stderr: \u000a| �[0;m�[38;5;43m20221214115408555 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214115408555 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214115408555 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214115408555 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214115408556 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214115408556 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214115408556 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:54:10.612167 run osmo-stp_10.42.42.5(pid=18630): stdout: \u000a| (launched: 2022-12-14_11:54:08.262976)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:54:10.743668 run osmo-stp_10.42.42.5(pid=18630): stderr: \u000a| �[0;m�[38;5;43m20221214115408555 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214115408555 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214115408555 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214115408555 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214115408556 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214115408556 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214115408556 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:54:10.801356 tst assert_extension.py:17: ERR: Error: osmo-stp_10.42.42.5(pid=18630): Process ended prematurely: osmo-stp_10.42.42.5(pid=18630) [trial-2404↪ussd:trx-sysmocell5000↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18630)] [trial-2404↪ussd:trx-sysmocell5000↪assert_extension.py:17]\u000a11:54:10.811081 tst assert_extension.py:17: Test FAILED (7.1 sec)\u000a11:54:10.875701 run osmo-hlr_10.42.42.2(pid=18627): ERR: Terminated: ERROR {rc=237} [trial-2404↪ussd:trx-sysmocell5000↪assert_extension.py↪assert_extension.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18627)]\u000a11:54:10.930185 run osmo-hlr_10.42.42.2(pid=18627): stdout: \u000a| (launched: 2022-12-14_11:54:06.914922) \u000a11:54:10.984290 run osmo-hlr_10.42.42.2(pid=18627): stderr: \u000a| �[0;m�[1;31m20221214115407215 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214115407215 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214115407216 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214115407216 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214115407216 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214115407216 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214115407232 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2404/run.2022-12-14_11-25-45/ussd:trx-sysmocell5000/assert_extension.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214115407242 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214115407242 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214115407242 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:54:11.056828 run osmo-msc_10.42.42.6(pid=18633): ERR: Terminated: ERROR {rc=2} [trial-2404↪ussd:trx-sysmocell5000↪assert_extension.py↪assert_extension.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=18633)]\u000a11:54:11.111137 run osmo-msc_10.42.42.6(pid=18633): stdout: \u000a| (launched: 2022-12-14_11:54:09.502764) \u000a11:54:11.165451 run osmo-msc_10.42.42.6(pid=18633): stderr: \u000a| �[0;m�[38;5;43m20221214115409996 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214115409996 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f380e1c0c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214115410001 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214115410001 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214115410001 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214115410001 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214115410003 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214115410004 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214115410004 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214115410004 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a11:54:11.212209 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18626): Terminating (SIGTERM)\u000a11:54:11.255998 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18629): Terminating (SIGTERM)\u000a11:54:11.302850 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18632): Terminating (SIGTERM)\u000a11:54:11.313925 --- ParallelTerminationStrategy: PID 18626 died...\u000a11:54:11.373076 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18626): Terminated: ok {rc=0}\u000a11:54:11.383570 --- ParallelTerminationStrategy: PID 18629 died...\u000a11:54:11.440724 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18629): Terminated: ok {rc=0}\u000a11:54:11.451190 --- ParallelTerminationStrategy: PID 18632 died...\u000a11:54:11.509784 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18632): Terminated: ok {rc=0}\u000a11:54:11.600123 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 10.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "60", "name" : "ussd_trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T11:54:03" }, { "cases" : [ { "testActions" : [ ], "age" : 266, "className" : "voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18644): Process ended prematurely: osmo-stp_10.42.42.5(pid=18644) [trial-2404↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18644)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18644): Process ended prematurely: osmo-stp_10.42.42.5(pid=18644) [trial-2404↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18644)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2404 voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call.py\u000a----------------------------------------------\u000a11:54:13.584032 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a11:54:13.596655 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a11:54:13.765770 tst mo_mt_call.py: using LAC 40718\u000a11:54:13.895660 tst mo_mt_call.py: using RAC 173\u000a11:54:14.028564 tst mo_mt_call.py: using CellId 40718\u000a11:54:14.159559 tst mo_mt_call.py: using BVCI 40719\u000a11:54:14.185617 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a11:54:14.198407 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a11:54:14.211503 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a11:54:14.224125 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a11:54:14.236827 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a11:54:14.249581 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a11:54:14.375741 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a11:54:14.595566 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:54:15.164533 run create_hlr_db(pid=18638): Launched\u000a11:54:15.359531 bus /sierra_2: Setting Powered False\u000a11:54:16.434185 run create_hlr_db(pid=18638): Terminated: ok {rc=0}\u000a11:54:17.003363 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18640): Launched\u000a11:54:17.420787 run osmo-hlr_10.42.42.2(pid=18641): Launched\u000a11:54:17.602895 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:54:18.229410 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18643): Launched\u000a11:54:18.662307 run osmo-stp_10.42.42.5(pid=18644): Launched\u000a11:54:18.884089 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a11:54:19.510207 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18646): Launched\u000a11:54:19.943272 run osmo-msc_10.42.42.6(pid=18647): Launched\u000a11:54:20.337991 run osmo-stp_10.42.42.5(pid=18644): ERR: Terminated: ERROR {rc=1} [trial-2404↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18644)]\u000a11:54:20.536930 run osmo-stp_10.42.42.5(pid=18644): stdout: \u000a| (launched: 2022-12-14_11:54:18.401061)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:54:20.676361 run osmo-stp_10.42.42.5(pid=18644): stderr: \u000a| �[0;m�[38;5;43m20221214115418705 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214115418705 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214115418706 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214115418706 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214115418707 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214115418707 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214115418707 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:54:20.811536 run osmo-stp_10.42.42.5(pid=18644): stdout: \u000a| (launched: 2022-12-14_11:54:18.401061)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:54:20.946202 run osmo-stp_10.42.42.5(pid=18644): stderr: \u000a| �[0;m�[38;5;43m20221214115418705 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214115418705 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214115418706 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214115418706 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214115418707 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214115418707 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214115418707 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:54:21.005158 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=18644): Process ended prematurely: osmo-stp_10.42.42.5(pid=18644) [trial-2404↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18644)] [trial-2404↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8]\u000a11:54:21.015108 tst mo_mt_call.py:8: Test FAILED (7.5 sec)\u000a11:54:21.080115 run osmo-hlr_10.42.42.2(pid=18641): ERR: Terminated: ERROR {rc=237} [trial-2404↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18641)]\u000a11:54:21.134453 run osmo-hlr_10.42.42.2(pid=18641): stdout: \u000a| (launched: 2022-12-14_11:54:17.173213) \u000a11:54:21.188345 run osmo-hlr_10.42.42.2(pid=18641): stderr: \u000a| �[0;m�[1;31m20221214115417510 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214115417510 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214115417510 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214115417510 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214115417510 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214115417510 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214115417527 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2404/run.2022-12-14_11-25-45/voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214115417544 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214115417544 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214115417544 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:54:21.262061 run osmo-msc_10.42.42.6(pid=18647): ERR: Terminated: ERROR {rc=2} [trial-2404↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=18647)]\u000a11:54:21.316721 run osmo-msc_10.42.42.6(pid=18647): stdout: \u000a| (launched: 2022-12-14_11:54:19.681418) \u000a11:54:21.371659 run osmo-msc_10.42.42.6(pid=18647): stderr: \u000a| �[0;m�[38;5;43m20221214115420190 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214115420190 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f04d5a22c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214115420190 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214115420190 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214115420191 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214115420191 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214115420193 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214115420193 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214115420193 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214115420193 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a11:54:21.417458 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18640): Terminating (SIGTERM)\u000a11:54:21.462269 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18643): Terminating (SIGTERM)\u000a11:54:21.510095 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18646): Terminating (SIGTERM)\u000a11:54:21.521265 --- ParallelTerminationStrategy: PID 18640 died...\u000a11:54:21.581882 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18640): Terminated: ok {rc=0}\u000a11:54:21.592498 --- ParallelTerminationStrategy: PID 18643 died...\u000a11:54:21.651148 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18643): Terminated: ok {rc=0}\u000a11:54:21.662186 --- ParallelTerminationStrategy: PID 18646 died...\u000a11:54:21.721470 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18646): Terminated: ok {rc=0}\u000a11:54:21.814237 bus /sierra_3: Setting Powered False\u000a11:54:22.928792 bus /sierra_3: Setting Powered False\u000a11:54:24.044601 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 240, "className" : "voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18656): Process ended prematurely: osmo-stp_10.42.42.5(pid=18656) [trial-2404↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18656)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18656): Process ended prematurely: osmo-stp_10.42.42.5(pid=18656) [trial-2404↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18656)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2404 voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a11:54:25.166695 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a11:54:25.180313 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a11:54:25.353615 tst mo_mt_call_osmux.py: using LAC 40719\u000a11:54:25.483326 tst mo_mt_call_osmux.py: using RAC 174\u000a11:54:25.607840 tst mo_mt_call_osmux.py: using CellId 40719\u000a11:54:25.727436 tst mo_mt_call_osmux.py: using BVCI 40720\u000a11:54:25.750707 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a11:54:25.762118 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a11:54:25.773454 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a11:54:25.784462 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a11:54:25.795840 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a11:54:25.807321 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a11:54:25.925293 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a11:54:26.139168 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:54:26.661182 run create_hlr_db(pid=18650): Launched\u000a11:54:26.849763 bus /sierra_2: Setting Powered False\u000a11:54:27.871044 run create_hlr_db(pid=18650): Terminated: ok {rc=0}\u000a11:54:28.281529 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18652): Launched\u000a11:54:28.590657 run osmo-hlr_10.42.42.2(pid=18653): Launched\u000a11:54:28.710532 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:54:29.245892 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18655): Launched\u000a11:54:29.551903 run osmo-stp_10.42.42.5(pid=18656): Launched\u000a11:54:29.664426 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a11:54:30.224361 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18658): Launched\u000a11:54:30.531329 run osmo-msc_10.42.42.6(pid=18659): Launched\u000a11:54:30.710862 run osmo-stp_10.42.42.5(pid=18656): ERR: Terminated: ERROR {rc=1} [trial-2404↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18656)]\u000a11:54:30.841390 run osmo-stp_10.42.42.5(pid=18656): stdout: \u000a| (launched: 2022-12-14_11:54:29.400612)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:54:30.972505 run osmo-stp_10.42.42.5(pid=18656): stderr: \u000a| �[0;m�[38;5;43m20221214115429569 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214115429569 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214115429570 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214115429570 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214115429571 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214115429571 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214115429571 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:54:31.098607 run osmo-stp_10.42.42.5(pid=18656): stdout: \u000a| (launched: 2022-12-14_11:54:29.400612)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:54:31.224529 run osmo-stp_10.42.42.5(pid=18656): stderr: \u000a| �[0;m�[38;5;43m20221214115429569 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214115429569 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214115429570 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214115429570 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214115429571 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214115429571 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214115429571 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:54:31.280137 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=18656): Process ended prematurely: osmo-stp_10.42.42.5(pid=18656) [trial-2404↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18656)] [trial-2404↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8]\u000a11:54:31.290036 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a11:54:31.354462 run osmo-hlr_10.42.42.2(pid=18653): ERR: Terminated: ERROR {rc=237} [trial-2404↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18653)]\u000a11:54:31.406392 run osmo-hlr_10.42.42.2(pid=18653): stdout: \u000a| (launched: 2022-12-14_11:54:28.436612) \u000a11:54:31.459192 run osmo-hlr_10.42.42.2(pid=18653): stderr: \u000a| �[0;m�[1;31m20221214115428610 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214115428610 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214115428610 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214115428610 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214115428611 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214115428611 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214115428629 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2404/run.2022-12-14_11-25-45/voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214115428639 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214115428639 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214115428639 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:54:31.530285 run osmo-msc_10.42.42.6(pid=18659): ERR: Terminated: ERROR {rc=2} [trial-2404↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=18659)]\u000a11:54:31.582282 run osmo-msc_10.42.42.6(pid=18659): stdout: \u000a| (launched: 2022-12-14_11:54:30.379545) \u000a11:54:31.634874 run osmo-msc_10.42.42.6(pid=18659): stderr: \u000a| �[0;m�[38;5;43m20221214115430646 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214115430647 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ff433636c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214115430647 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214115430647 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214115430647 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214115430647 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214115430649 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214115430649 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214115430649 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214115430650 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a11:54:31.681740 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18652): Terminating (SIGTERM)\u000a11:54:31.729054 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18655): Terminating (SIGTERM)\u000a11:54:31.776086 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18658): Terminating (SIGTERM)\u000a11:54:31.786763 --- ParallelTerminationStrategy: PID 18652 died...\u000a11:54:31.847099 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18652): Terminated: ok {rc=0}\u000a11:54:31.857918 --- ParallelTerminationStrategy: PID 18655 died...\u000a11:54:31.917975 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18655): Terminated: ok {rc=0}\u000a11:54:31.931113 --- ParallelTerminationStrategy: PID 18658 died...\u000a11:54:31.989632 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18658): Terminated: ok {rc=0}\u000a11:54:32.080764 bus /sierra_3: Setting Powered False\u000a11:54:33.188430 bus /sierra_3: Setting Powered False\u000a11:54:34.296977 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 23.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "61", "name" : "voice_trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T11:54:13" }, { "cases" : [ { "testActions" : [ ], "age" : 266, "className" : "voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18670): Process ended prematurely: osmo-stp_10.42.42.5(pid=18670) [trial-2404↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18670)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18670): Process ended prematurely: osmo-stp_10.42.42.5(pid=18670) [trial-2404↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18670)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2404 voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call.py\u000a----------------------------------------------\u000a11:54:36.317108 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a11:54:36.328892 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a11:54:36.494132 tst mo_mt_call.py: using LAC 40720\u000a11:54:36.619695 tst mo_mt_call.py: using RAC 175\u000a11:54:36.745854 tst mo_mt_call.py: using CellId 40720\u000a11:54:36.867166 tst mo_mt_call.py: using BVCI 40721\u000a11:54:36.890178 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a11:54:36.901459 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a11:54:36.912534 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a11:54:36.924133 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a11:54:36.935583 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a11:54:36.946956 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a11:54:37.068152 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a11:54:37.278329 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:54:37.798636 run create_hlr_db(pid=18664): Launched\u000a11:54:37.986949 bus /sierra_2: Setting Powered False\u000a11:54:39.008140 run create_hlr_db(pid=18664): Terminated: ok {rc=0}\u000a11:54:39.419731 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18666): Launched\u000a11:54:39.726887 run osmo-hlr_10.42.42.2(pid=18667): Launched\u000a11:54:39.845971 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:54:40.386455 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18669): Launched\u000a11:54:40.713957 run osmo-stp_10.42.42.5(pid=18670): Launched\u000a11:54:40.831105 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a11:54:41.433623 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18672): Launched\u000a11:54:41.761417 run osmo-msc_10.42.42.6(pid=18673): Launched\u000a11:54:41.953273 run osmo-stp_10.42.42.5(pid=18670): ERR: Terminated: ERROR {rc=1} [trial-2404↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18670)]\u000a11:54:42.091327 run osmo-stp_10.42.42.5(pid=18670): stdout: \u000a| (launched: 2022-12-14_11:54:40.552631)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:54:42.229117 run osmo-stp_10.42.42.5(pid=18670): stderr: \u000a| �[0;m�[38;5;43m20221214115440745 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214115440745 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214115440745 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214115440746 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214115440746 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214115440746 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214115440746 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:54:42.360674 run osmo-stp_10.42.42.5(pid=18670): stdout: \u000a| (launched: 2022-12-14_11:54:40.552631)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:54:42.490405 run osmo-stp_10.42.42.5(pid=18670): stderr: \u000a| �[0;m�[38;5;43m20221214115440745 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214115440745 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214115440745 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214115440746 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214115440746 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214115440746 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214115440746 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:54:42.547996 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=18670): Process ended prematurely: osmo-stp_10.42.42.5(pid=18670) [trial-2404↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18670)] [trial-2404↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8]\u000a11:54:42.557645 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a11:54:42.620239 run osmo-hlr_10.42.42.2(pid=18667): ERR: Terminated: ERROR {rc=237} [trial-2404↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18667)]\u000a11:54:42.671832 run osmo-hlr_10.42.42.2(pid=18667): stdout: \u000a| (launched: 2022-12-14_11:54:39.574391) \u000a11:54:42.724272 run osmo-hlr_10.42.42.2(pid=18667): stderr: \u000a| �[0;m�[1;31m20221214115439748 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214115439748 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214115439748 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214115439748 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214115439748 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214115439748 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214115439760 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2404/run.2022-12-14_11-25-45/voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214115439768 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214115439769 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214115439769 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:54:42.795220 run osmo-msc_10.42.42.6(pid=18673): ERR: Terminated: ERROR {rc=2} [trial-2404↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=18673)]\u000a11:54:42.846620 run osmo-msc_10.42.42.6(pid=18673): stdout: \u000a| (launched: 2022-12-14_11:54:41.599535) \u000a11:54:42.898806 run osmo-msc_10.42.42.6(pid=18673): stderr: \u000a| �[0;m�[38;5;43m20221214115441920 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214115441920 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fc1409dfc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214115441920 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214115441920 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214115441920 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214115441920 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214115441922 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214115441923 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214115441923 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214115441923 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a11:54:42.943127 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18666): Terminating (SIGTERM)\u000a11:54:42.985749 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18669): Terminating (SIGTERM)\u000a11:54:43.027808 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18672): Terminating (SIGTERM)\u000a11:54:43.037575 --- ParallelTerminationStrategy: PID 18666 died...\u000a11:54:43.093660 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18666): Terminated: ok {rc=0}\u000a11:54:43.103802 --- ParallelTerminationStrategy: PID 18669 died...\u000a11:54:43.159685 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18669): Terminated: ok {rc=0}\u000a11:54:43.169925 --- ParallelTerminationStrategy: PID 18672 died...\u000a11:54:43.225870 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18672): Terminated: ok {rc=0}\u000a11:54:43.314662 bus /sierra_3: Setting Powered False\u000a11:54:44.417965 bus /sierra_3: Setting Powered False\u000a11:54:45.529968 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 240, "className" : "voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18681): Process ended prematurely: osmo-stp_10.42.42.5(pid=18681) [trial-2404↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18681)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18681): Process ended prematurely: osmo-stp_10.42.42.5(pid=18681) [trial-2404↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18681)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2404 voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a11:54:46.649991 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a11:54:46.663774 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a11:54:46.833504 tst mo_mt_call_osmux.py: using LAC 40721\u000a11:54:46.963363 tst mo_mt_call_osmux.py: using RAC 176\u000a11:54:47.122269 tst mo_mt_call_osmux.py: using CellId 40721\u000a11:54:47.247300 tst mo_mt_call_osmux.py: using BVCI 40722\u000a11:54:47.270841 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a11:54:47.282291 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a11:54:47.293605 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a11:54:47.304728 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a11:54:47.316495 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a11:54:47.328330 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a11:54:47.449741 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a11:54:47.662908 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:54:48.142544 run create_hlr_db(pid=18675): Launched\u000a11:54:48.317636 bus /sierra_2: Setting Powered False\u000a11:54:49.339119 run create_hlr_db(pid=18675): Terminated: ok {rc=0}\u000a11:54:49.743923 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18677): Launched\u000a11:54:50.050250 run osmo-hlr_10.42.42.2(pid=18678): Launched\u000a11:54:50.167614 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:54:50.702484 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18680): Launched\u000a11:54:51.007469 run osmo-stp_10.42.42.5(pid=18681): Launched\u000a11:54:51.118908 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a11:54:51.677524 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18683): Launched\u000a11:54:51.984268 run osmo-msc_10.42.42.6(pid=18684): Launched\u000a11:54:52.164380 run osmo-stp_10.42.42.5(pid=18681): ERR: Terminated: ERROR {rc=1} [trial-2404↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18681)]\u000a11:54:52.294493 run osmo-stp_10.42.42.5(pid=18681): stdout: \u000a| (launched: 2022-12-14_11:54:50.856642)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:54:52.422479 run osmo-stp_10.42.42.5(pid=18681): stderr: \u000a| �[0;m�[38;5;43m20221214115451026 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214115451026 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214115451026 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214115451026 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214115451027 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214115451027 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214115451027 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:54:52.545277 run osmo-stp_10.42.42.5(pid=18681): stdout: \u000a| (launched: 2022-12-14_11:54:50.856642)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:54:52.666870 run osmo-stp_10.42.42.5(pid=18681): stderr: \u000a| �[0;m�[38;5;43m20221214115451026 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214115451026 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214115451026 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214115451026 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214115451027 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214115451027 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214115451027 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:54:52.720634 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=18681): Process ended prematurely: osmo-stp_10.42.42.5(pid=18681) [trial-2404↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18681)] [trial-2404↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8]\u000a11:54:52.729508 tst mo_mt_call_osmux.py:8: Test FAILED (6.1 sec)\u000a11:54:52.789502 run osmo-hlr_10.42.42.2(pid=18678): ERR: Terminated: ERROR {rc=237} [trial-2404↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18678)]\u000a11:54:52.838835 run osmo-hlr_10.42.42.2(pid=18678): stdout: \u000a| (launched: 2022-12-14_11:54:49.898159) \u000a11:54:52.888899 run osmo-hlr_10.42.42.2(pid=18678): stderr: \u000a| �[0;m�[1;31m20221214115450073 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214115450073 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214115450073 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214115450073 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214115450073 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214115450073 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214115450091 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2404/run.2022-12-14_11-25-45/voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214115450101 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214115450101 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214115450101 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:54:52.956636 run osmo-msc_10.42.42.6(pid=18684): ERR: Terminated: ERROR {rc=2} [trial-2404↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=18684)]\u000a11:54:53.005845 run osmo-msc_10.42.42.6(pid=18684): stdout: \u000a| (launched: 2022-12-14_11:54:51.832097) \u000a11:54:53.055380 run osmo-msc_10.42.42.6(pid=18684): stderr: \u000a| �[0;m�[38;5;43m20221214115452101 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214115452101 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fe090eb1c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214115452101 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214115452102 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214115452102 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214115452102 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214115452103 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214115452104 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214115452104 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214115452104 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a11:54:53.097767 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18677): Terminating (SIGTERM)\u000a11:54:53.138105 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18680): Terminating (SIGTERM)\u000a11:54:53.178265 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18683): Terminating (SIGTERM)\u000a11:54:53.187356 --- ParallelTerminationStrategy: PID 18677 died...\u000a11:54:53.241322 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18677): Terminated: ok {rc=0}\u000a11:54:53.250893 --- ParallelTerminationStrategy: PID 18680 died...\u000a11:54:53.304463 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18680): Terminated: ok {rc=0}\u000a11:54:53.313875 --- ParallelTerminationStrategy: PID 18683 died...\u000a11:54:53.367466 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18683): Terminated: ok {rc=0}\u000a11:54:53.456717 bus /sierra_3: Setting Powered False\u000a11:54:54.560583 bus /sierra_3: Setting Powered False\u000a11:54:55.672756 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "62", "name" : "voice_trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T11:54:36" }, { "cases" : [ { "testActions" : [ ], "age" : 266, "className" : "voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18699): Process ended prematurely: osmo-stp_10.42.42.5(pid=18699) [trial-2404↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18699)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18699): Process ended prematurely: osmo-stp_10.42.42.5(pid=18699) [trial-2404↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18699)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2404 voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call.py\u000a----------------------------------------------\u000a11:54:57.683338 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a11:54:57.695229 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a11:54:57.859653 tst mo_mt_call.py: using LAC 40722\u000a11:54:57.986819 tst mo_mt_call.py: using RAC 177\u000a11:54:58.119030 tst mo_mt_call.py: using CellId 40722\u000a11:54:58.240824 tst mo_mt_call.py: using BVCI 40723\u000a11:54:58.263932 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a11:54:58.275694 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a11:54:58.287305 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a11:54:58.298571 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a11:54:58.310224 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a11:54:58.321802 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a11:54:58.444318 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a11:54:58.647923 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:54:59.128086 run create_hlr_db(pid=18690): Launched\u000a11:54:59.303903 bus /sierra_2: Setting Powered False\u000a11:55:00.337788 run create_hlr_db(pid=18690): Terminated: ok {rc=0}\u000a11:55:00.773780 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18692): Launched\u000a11:55:01.250858 run osmo-hlr_10.42.42.2(pid=18693): Launched\u000a11:55:01.452304 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:55:02.039978 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18698): Launched\u000a11:55:02.371183 run osmo-stp_10.42.42.5(pid=18699): Launched\u000a11:55:02.489434 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a11:55:03.089313 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18701): Launched\u000a11:55:03.417132 run osmo-msc_10.42.42.6(pid=18702): Launched\u000a11:55:03.608099 run osmo-stp_10.42.42.5(pid=18699): ERR: Terminated: ERROR {rc=1} [trial-2404↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18699)]\u000a11:55:03.746244 run osmo-stp_10.42.42.5(pid=18699): stdout: \u000a| (launched: 2022-12-14_11:55:02.210075)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:55:03.883371 run osmo-stp_10.42.42.5(pid=18699): stderr: \u000a| �[0;m�[38;5;43m20221214115502401 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214115502401 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214115502401 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214115502401 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214115502402 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214115502402 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214115502402 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:55:04.014492 run osmo-stp_10.42.42.5(pid=18699): stdout: \u000a| (launched: 2022-12-14_11:55:02.210075)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:55:04.144364 run osmo-stp_10.42.42.5(pid=18699): stderr: \u000a| �[0;m�[38;5;43m20221214115502401 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214115502401 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214115502401 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214115502401 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214115502402 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214115502402 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214115502402 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:55:04.202255 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=18699): Process ended prematurely: osmo-stp_10.42.42.5(pid=18699) [trial-2404↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18699)] [trial-2404↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8]\u000a11:55:04.211742 tst mo_mt_call.py:8: Test FAILED (6.6 sec)\u000a11:55:04.274722 run osmo-hlr_10.42.42.2(pid=18693): ERR: Terminated: ERROR {rc=237} [trial-2404↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18693)]\u000a11:55:04.326584 run osmo-hlr_10.42.42.2(pid=18693): stdout: \u000a| (launched: 2022-12-14_11:55:00.970247) \u000a11:55:04.378951 run osmo-hlr_10.42.42.2(pid=18693): stderr: \u000a| �[0;m�[1;31m20221214115501211 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214115501211 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214115501211 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214115501211 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214115501212 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214115501212 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214115501231 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2404/run.2022-12-14_11-25-45/voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214115501239 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214115501239 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214115501239 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:55:04.449973 run osmo-msc_10.42.42.6(pid=18702): ERR: Terminated: ERROR {rc=2} [trial-2404↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=18702)]\u000a11:55:04.501441 run osmo-msc_10.42.42.6(pid=18702): stdout: \u000a| (launched: 2022-12-14_11:55:03.256246) \u000a11:55:04.553485 run osmo-msc_10.42.42.6(pid=18702): stderr: \u000a| �[0;m�[38;5;43m20221214115503576 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214115503576 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f0f18c8ec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214115503576 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214115503576 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214115503577 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214115503577 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214115503579 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214115503579 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214115503579 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214115503579 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a11:55:04.597803 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18692): Terminating (SIGTERM)\u000a11:55:04.640250 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18698): Terminating (SIGTERM)\u000a11:55:04.682902 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18701): Terminating (SIGTERM)\u000a11:55:04.692527 --- ParallelTerminationStrategy: PID 18692 died...\u000a11:55:04.748489 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18692): Terminated: ok {rc=0}\u000a11:55:04.758480 --- ParallelTerminationStrategy: PID 18698 died...\u000a11:55:04.813926 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18698): Terminated: ok {rc=0}\u000a11:55:04.823913 --- ParallelTerminationStrategy: PID 18701 died...\u000a11:55:04.879639 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18701): Terminated: ok {rc=0}\u000a11:55:04.966976 bus /sierra_3: Setting Powered False\u000a11:55:06.073900 bus /sierra_3: Setting Powered False\u000a11:55:07.186358 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 240, "className" : "voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18710): Process ended prematurely: osmo-stp_10.42.42.5(pid=18710) [trial-2404↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18710)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18710): Process ended prematurely: osmo-stp_10.42.42.5(pid=18710) [trial-2404↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18710)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2404 voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a11:55:08.302258 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a11:55:08.314606 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a11:55:08.482349 tst mo_mt_call_osmux.py: using LAC 40723\u000a11:55:08.612006 tst mo_mt_call_osmux.py: using RAC 178\u000a11:55:08.730417 tst mo_mt_call_osmux.py: using CellId 40723\u000a11:55:08.848734 tst mo_mt_call_osmux.py: using BVCI 40724\u000a11:55:08.872077 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a11:55:08.883575 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a11:55:08.894935 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a11:55:08.906303 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a11:55:08.918307 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a11:55:08.930297 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a11:55:09.053013 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a11:55:09.266555 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:55:09.791409 run create_hlr_db(pid=18704): Launched\u000a11:55:09.980364 bus /sierra_2: Setting Powered False\u000a11:55:11.002320 run create_hlr_db(pid=18704): Terminated: ok {rc=0}\u000a11:55:11.416098 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18706): Launched\u000a11:55:11.724677 run osmo-hlr_10.42.42.2(pid=18707): Launched\u000a11:55:11.844526 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:55:12.381395 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18709): Launched\u000a11:55:12.686132 run osmo-stp_10.42.42.5(pid=18710): Launched\u000a11:55:12.797013 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a11:55:13.358108 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18712): Launched\u000a11:55:13.667848 run osmo-msc_10.42.42.6(pid=18713): Launched\u000a11:55:13.848123 run osmo-stp_10.42.42.5(pid=18710): ERR: Terminated: ERROR {rc=1} [trial-2404↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18710)]\u000a11:55:13.978045 run osmo-stp_10.42.42.5(pid=18710): stdout: \u000a| (launched: 2022-12-14_11:55:12.536038)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:55:14.106338 run osmo-stp_10.42.42.5(pid=18710): stderr: \u000a| �[0;m�[38;5;43m20221214115512705 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214115512706 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214115512706 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214115512706 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214115512707 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214115512707 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214115512707 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:55:14.229556 run osmo-stp_10.42.42.5(pid=18710): stdout: \u000a| (launched: 2022-12-14_11:55:12.536038)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:55:14.351834 run osmo-stp_10.42.42.5(pid=18710): stderr: \u000a| �[0;m�[38;5;43m20221214115512705 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214115512706 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214115512706 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214115512706 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214115512707 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214115512707 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214115512707 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:55:14.405818 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=18710): Process ended prematurely: osmo-stp_10.42.42.5(pid=18710) [trial-2404↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18710)] [trial-2404↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8]\u000a11:55:14.414665 tst mo_mt_call_osmux.py:8: Test FAILED (6.1 sec)\u000a11:55:14.475776 run osmo-hlr_10.42.42.2(pid=18707): ERR: Terminated: ERROR {rc=237} [trial-2404↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18707)]\u000a11:55:14.525521 run osmo-hlr_10.42.42.2(pid=18707): stdout: \u000a| (launched: 2022-12-14_11:55:11.572080) \u000a11:55:14.575835 run osmo-hlr_10.42.42.2(pid=18707): stderr: \u000a| �[0;m�[1;31m20221214115511749 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214115511749 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214115511749 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214115511749 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214115511749 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214115511749 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214115511760 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2404/run.2022-12-14_11-25-45/voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214115511769 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214115511769 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214115511769 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:55:14.643954 run osmo-msc_10.42.42.6(pid=18713): ERR: Terminated: ERROR {rc=2} [trial-2404↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=18713)]\u000a11:55:14.693457 run osmo-msc_10.42.42.6(pid=18713): stdout: \u000a| (launched: 2022-12-14_11:55:13.513742) \u000a11:55:14.743527 run osmo-msc_10.42.42.6(pid=18713): stderr: \u000a| �[0;m�[38;5;43m20221214115513779 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214115513779 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f0508d7fc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214115513780 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214115513780 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214115513780 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214115513780 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214115513782 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214115513782 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214115513782 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214115513782 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a11:55:14.786287 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18706): Terminating (SIGTERM)\u000a11:55:14.826830 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18709): Terminating (SIGTERM)\u000a11:55:14.867189 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18712): Terminating (SIGTERM)\u000a11:55:14.876418 --- ParallelTerminationStrategy: PID 18706 died...\u000a11:55:14.930745 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18706): Terminated: ok {rc=0}\u000a11:55:14.940260 --- ParallelTerminationStrategy: PID 18709 died...\u000a11:55:14.993963 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18709): Terminated: ok {rc=0}\u000a11:55:15.003566 --- ParallelTerminationStrategy: PID 18712 died...\u000a11:55:15.057684 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18712): Terminated: ok {rc=0}\u000a11:55:15.141705 bus /sierra_3: Setting Powered False\u000a11:55:16.270872 bus /sierra_3: Setting Powered False\u000a11:55:17.380457 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "63", "name" : "voice_trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T11:54:57" }, { "cases" : [ { "testActions" : [ ], "age" : 266, "className" : "voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18724): Process ended prematurely: osmo-stp_10.42.42.5(pid=18724) [trial-2404↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18724)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18724): Process ended prematurely: osmo-stp_10.42.42.5(pid=18724) [trial-2404↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18724)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2404 voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call.py\u000a----------------------------------------------\u000a11:55:19.382810 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a11:55:19.394007 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a11:55:19.549249 tst mo_mt_call.py: using LAC 40724\u000a11:55:19.668562 tst mo_mt_call.py: using RAC 179\u000a11:55:19.785758 tst mo_mt_call.py: using CellId 40724\u000a11:55:19.903846 tst mo_mt_call.py: using BVCI 40725\u000a11:55:19.927389 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a11:55:19.938724 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a11:55:19.949970 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a11:55:19.961111 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a11:55:19.972709 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a11:55:19.984152 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a11:55:20.105240 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a11:55:20.310221 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:55:20.789671 run create_hlr_db(pid=18718): Launched\u000a11:55:20.966356 bus /sierra_2: Setting Powered False\u000a11:55:21.986598 run create_hlr_db(pid=18718): Terminated: ok {rc=0}\u000a11:55:22.396100 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18720): Launched\u000a11:55:22.702156 run osmo-hlr_10.42.42.2(pid=18721): Launched\u000a11:55:22.820867 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:55:23.358407 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18723): Launched\u000a11:55:23.664012 run osmo-stp_10.42.42.5(pid=18724): Launched\u000a11:55:23.775846 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a11:55:24.339170 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18726): Launched\u000a11:55:24.647009 run osmo-msc_10.42.42.6(pid=18727): Launched\u000a11:55:24.826470 run osmo-stp_10.42.42.5(pid=18724): ERR: Terminated: ERROR {rc=1} [trial-2404↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18724)]\u000a11:55:24.956551 run osmo-stp_10.42.42.5(pid=18724): stdout: \u000a| (launched: 2022-12-14_11:55:23.512766)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:55:25.085193 run osmo-stp_10.42.42.5(pid=18724): stderr: \u000a| �[0;m�[38;5;43m20221214115523681 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214115523681 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214115523682 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214115523682 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214115523683 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214115523683 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214115523683 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:55:25.208206 run osmo-stp_10.42.42.5(pid=18724): stdout: \u000a| (launched: 2022-12-14_11:55:23.512766)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:55:25.330023 run osmo-stp_10.42.42.5(pid=18724): stderr: \u000a| �[0;m�[38;5;43m20221214115523681 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214115523681 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214115523682 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214115523682 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214115523683 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214115523683 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214115523683 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:55:25.383685 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=18724): Process ended prematurely: osmo-stp_10.42.42.5(pid=18724) [trial-2404↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18724)] [trial-2404↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8]\u000a11:55:25.392586 tst mo_mt_call.py:8: Test FAILED (6.0 sec)\u000a11:55:25.453311 run osmo-hlr_10.42.42.2(pid=18721): ERR: Terminated: ERROR {rc=237} [trial-2404↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18721)]\u000a11:55:25.503159 run osmo-hlr_10.42.42.2(pid=18721): stdout: \u000a| (launched: 2022-12-14_11:55:22.550892) \u000a11:55:25.554015 run osmo-hlr_10.42.42.2(pid=18721): stderr: \u000a| �[0;m�[1;31m20221214115522726 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214115522726 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214115522726 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214115522726 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214115522726 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214115522726 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214115522738 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2404/run.2022-12-14_11-25-45/voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214115522746 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214115522746 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214115522746 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:55:25.622370 run osmo-msc_10.42.42.6(pid=18727): ERR: Terminated: ERROR {rc=2} [trial-2404↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=18727)]\u000a11:55:25.672356 run osmo-msc_10.42.42.6(pid=18727): stdout: \u000a| (launched: 2022-12-14_11:55:24.495108) \u000a11:55:25.722806 run osmo-msc_10.42.42.6(pid=18727): stderr: \u000a| �[0;m�[38;5;43m20221214115524762 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214115524762 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fd812127c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214115524763 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214115524763 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214115524763 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214115524763 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214115524765 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214115524765 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214115524765 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214115524765 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a11:55:25.766045 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18720): Terminating (SIGTERM)\u000a11:55:25.807313 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18723): Terminating (SIGTERM)\u000a11:55:25.848730 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18726): Terminating (SIGTERM)\u000a11:55:25.858113 --- ParallelTerminationStrategy: PID 18720 died...\u000a11:55:25.913020 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18720): Terminated: ok {rc=0}\u000a11:55:25.922712 --- ParallelTerminationStrategy: PID 18723 died...\u000a11:55:25.976829 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18723): Terminated: ok {rc=0}\u000a11:55:25.986528 --- ParallelTerminationStrategy: PID 18726 died...\u000a11:55:26.041039 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18726): Terminated: ok {rc=0}\u000a11:55:26.130691 bus /sierra_3: Setting Powered False\u000a11:55:27.235339 bus /sierra_3: Setting Powered False\u000a11:55:28.348077 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 240, "className" : "voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18735): Process ended prematurely: osmo-stp_10.42.42.5(pid=18735) [trial-2404↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18735)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18735): Process ended prematurely: osmo-stp_10.42.42.5(pid=18735) [trial-2404↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18735)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2404 voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a11:55:29.464292 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a11:55:29.477771 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a11:55:29.645560 tst mo_mt_call_osmux.py: using LAC 40725\u000a11:55:29.773924 tst mo_mt_call_osmux.py: using RAC 180\u000a11:55:29.901087 tst mo_mt_call_osmux.py: using CellId 40725\u000a11:55:30.029463 tst mo_mt_call_osmux.py: using BVCI 40726\u000a11:55:30.054292 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a11:55:30.066053 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a11:55:30.077738 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a11:55:30.089290 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a11:55:30.100732 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a11:55:30.112261 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a11:55:30.228684 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a11:55:30.443144 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:55:31.009444 run create_hlr_db(pid=18729): Launched\u000a11:55:31.193260 bus /sierra_2: Setting Powered False\u000a11:55:32.210411 run create_hlr_db(pid=18729): Terminated: ok {rc=0}\u000a11:55:32.621978 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18731): Launched\u000a11:55:32.928134 run osmo-hlr_10.42.42.2(pid=18732): Launched\u000a11:55:33.044605 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:55:33.576587 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18734): Launched\u000a11:55:33.883462 run osmo-stp_10.42.42.5(pid=18735): Launched\u000a11:55:33.995700 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a11:55:34.556652 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18737): Launched\u000a11:55:34.863232 run osmo-msc_10.42.42.6(pid=18738): Launched\u000a11:55:35.042210 run osmo-stp_10.42.42.5(pid=18735): ERR: Terminated: ERROR {rc=1} [trial-2404↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18735)]\u000a11:55:35.172378 run osmo-stp_10.42.42.5(pid=18735): stdout: \u000a| (launched: 2022-12-14_11:55:33.731545)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:55:35.300188 run osmo-stp_10.42.42.5(pid=18735): stderr: \u000a| �[0;m�[38;5;43m20221214115533902 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214115533902 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214115533902 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214115533903 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214115533903 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214115533903 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214115533903 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:55:35.423165 run osmo-stp_10.42.42.5(pid=18735): stdout: \u000a| (launched: 2022-12-14_11:55:33.731545)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:55:35.544820 run osmo-stp_10.42.42.5(pid=18735): stderr: \u000a| �[0;m�[38;5;43m20221214115533902 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214115533902 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214115533902 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214115533903 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214115533903 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214115533903 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214115533903 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:55:35.598709 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=18735): Process ended prematurely: osmo-stp_10.42.42.5(pid=18735) [trial-2404↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18735)] [trial-2404↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8]\u000a11:55:35.607514 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a11:55:35.668177 run osmo-hlr_10.42.42.2(pid=18732): ERR: Terminated: ERROR {rc=237} [trial-2404↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18732)]\u000a11:55:35.717723 run osmo-hlr_10.42.42.2(pid=18732): stdout: \u000a| (launched: 2022-12-14_11:55:32.776785) \u000a11:55:35.767864 run osmo-hlr_10.42.42.2(pid=18732): stderr: \u000a| �[0;m�[1;31m20221214115532953 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214115532953 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214115532953 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214115532953 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214115532953 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214115532953 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214115532966 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2404/run.2022-12-14_11-25-45/voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214115532975 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214115532975 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214115532975 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:55:35.835961 run osmo-msc_10.42.42.6(pid=18738): ERR: Terminated: ERROR {rc=2} [trial-2404↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=18738)]\u000a11:55:35.885183 run osmo-msc_10.42.42.6(pid=18738): stdout: \u000a| (launched: 2022-12-14_11:55:34.711548) \u000a11:55:35.935373 run osmo-msc_10.42.42.6(pid=18738): stderr: \u000a| �[0;m�[38;5;43m20221214115534980 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214115534981 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f258d2cac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214115534981 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214115534981 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214115534981 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214115534981 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214115534983 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214115534983 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214115534984 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214115534984 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a11:55:35.978240 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18731): Terminating (SIGTERM)\u000a11:55:36.018632 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18734): Terminating (SIGTERM)\u000a11:55:36.059028 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18737): Terminating (SIGTERM)\u000a11:55:36.068287 --- ParallelTerminationStrategy: PID 18731 died...\u000a11:55:36.123144 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18731): Terminated: ok {rc=0}\u000a11:55:36.132840 --- ParallelTerminationStrategy: PID 18734 died...\u000a11:55:36.187001 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18734): Terminated: ok {rc=0}\u000a11:55:36.196474 --- ParallelTerminationStrategy: PID 18737 died...\u000a11:55:36.250623 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18737): Terminated: ok {rc=0}\u000a11:55:36.339670 bus /sierra_3: Setting Powered False\u000a11:55:37.442811 bus /sierra_3: Setting Powered False\u000a11:55:38.553930 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "64", "name" : "voice_trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T11:55:19" }, { "cases" : [ { "testActions" : [ ], "age" : 266, "className" : "voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18749): Process ended prematurely: osmo-stp_10.42.42.5(pid=18749) [trial-2404↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18749)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18749): Process ended prematurely: osmo-stp_10.42.42.5(pid=18749) [trial-2404↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18749)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2404 voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call.py\u000a----------------------------------------------\u000a11:55:40.567565 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a11:55:40.579213 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a11:55:40.746015 tst mo_mt_call.py: using LAC 40726\u000a11:55:40.875676 tst mo_mt_call.py: using RAC 181\u000a11:55:41.005847 tst mo_mt_call.py: using CellId 40726\u000a11:55:41.133844 tst mo_mt_call.py: using BVCI 40727\u000a11:55:41.158747 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a11:55:41.170412 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a11:55:41.181913 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a11:55:41.193422 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a11:55:41.205446 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a11:55:41.217423 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a11:55:41.336594 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a11:55:41.550278 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:55:42.073374 run create_hlr_db(pid=18743): Launched\u000a11:55:42.262517 bus /sierra_2: Setting Powered False\u000a11:55:43.283650 run create_hlr_db(pid=18743): Terminated: ok {rc=0}\u000a11:55:43.694925 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18745): Launched\u000a11:55:44.001328 run osmo-hlr_10.42.42.2(pid=18746): Launched\u000a11:55:44.122218 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:55:44.659586 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18748): Launched\u000a11:55:44.963627 run osmo-stp_10.42.42.5(pid=18749): Launched\u000a11:55:45.074463 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a11:55:45.633063 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18751): Launched\u000a11:55:46.026048 run osmo-msc_10.42.42.6(pid=18752): Launched\u000a11:55:46.428340 run osmo-stp_10.42.42.5(pid=18749): ERR: Terminated: ERROR {rc=1} [trial-2404↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18749)]\u000a11:55:46.584420 run osmo-stp_10.42.42.5(pid=18749): stdout: \u000a| (launched: 2022-12-14_11:55:44.813929)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:55:46.725973 run osmo-stp_10.42.42.5(pid=18749): stderr: \u000a| �[0;m�[38;5;43m20221214115544983 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214115544983 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214115544984 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214115544984 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214115544985 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214115544985 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214115544985 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:55:46.859939 run osmo-stp_10.42.42.5(pid=18749): stdout: \u000a| (launched: 2022-12-14_11:55:44.813929)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:55:46.996854 run osmo-stp_10.42.42.5(pid=18749): stderr: \u000a| �[0;m�[38;5;43m20221214115544983 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214115544983 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214115544984 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214115544984 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214115544985 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214115544985 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214115544985 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:55:47.055859 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=18749): Process ended prematurely: osmo-stp_10.42.42.5(pid=18749) [trial-2404↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18749)] [trial-2404↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8]\u000a11:55:47.065968 tst mo_mt_call.py:8: Test FAILED (6.5 sec)\u000a11:55:47.131453 run osmo-hlr_10.42.42.2(pid=18746): ERR: Terminated: ERROR {rc=237} [trial-2404↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18746)]\u000a11:55:47.184828 run osmo-hlr_10.42.42.2(pid=18746): stdout: \u000a| (launched: 2022-12-14_11:55:43.850117) \u000a11:55:47.240029 run osmo-hlr_10.42.42.2(pid=18746): stderr: \u000a| �[0;m�[1;31m20221214115544025 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214115544025 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214115544025 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214115544025 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214115544025 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214115544025 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214115544037 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2404/run.2022-12-14_11-25-45/voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214115544047 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214115544048 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214115544048 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:55:47.314750 run osmo-msc_10.42.42.6(pid=18752): ERR: Terminated: ERROR {rc=2} [trial-2404↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=18752)]\u000a11:55:47.368093 run osmo-msc_10.42.42.6(pid=18752): stdout: \u000a| (launched: 2022-12-14_11:55:45.788250) \u000a11:55:47.420413 run osmo-msc_10.42.42.6(pid=18752): stderr: \u000a| �[0;m�[38;5;43m20221214115546200 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214115546201 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f1d4e9b1c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214115546201 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214115546201 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214115546201 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214115546202 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214115546205 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214115546207 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214115546207 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214115546207 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a11:55:47.464889 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18745): Terminating (SIGTERM)\u000a11:55:47.507865 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18748): Terminating (SIGTERM)\u000a11:55:47.550226 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18751): Terminating (SIGTERM)\u000a11:55:47.559962 --- ParallelTerminationStrategy: PID 18745 died...\u000a11:55:47.616412 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18745): Terminated: ok {rc=0}\u000a11:55:47.626472 --- ParallelTerminationStrategy: PID 18748 died...\u000a11:55:47.682584 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18748): Terminated: ok {rc=0}\u000a11:55:47.692609 --- ParallelTerminationStrategy: PID 18751 died...\u000a11:55:47.748706 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18751): Terminated: ok {rc=0}\u000a11:55:47.836573 bus /sierra_3: Setting Powered False\u000a11:55:48.944192 bus /sierra_3: Setting Powered False\u000a11:55:50.052674 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 240, "className" : "voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18760): Process ended prematurely: osmo-stp_10.42.42.5(pid=18760) [trial-2404↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18760)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18760): Process ended prematurely: osmo-stp_10.42.42.5(pid=18760) [trial-2404↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18760)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2404 voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a11:55:51.168333 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a11:55:51.180737 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a11:55:51.347750 tst mo_mt_call_osmux.py: using LAC 40727\u000a11:55:51.477144 tst mo_mt_call_osmux.py: using RAC 182\u000a11:55:51.606408 tst mo_mt_call_osmux.py: using CellId 40727\u000a11:55:51.734528 tst mo_mt_call_osmux.py: using BVCI 40728\u000a11:55:51.759531 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a11:55:51.771387 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a11:55:51.783023 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a11:55:51.794602 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a11:55:51.806264 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a11:55:51.817937 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a11:55:51.935908 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a11:55:52.150064 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:55:52.671909 run create_hlr_db(pid=18754): Launched\u000a11:55:52.860268 bus /sierra_2: Setting Powered False\u000a11:55:53.870204 run create_hlr_db(pid=18754): Terminated: ok {rc=0}\u000a11:55:54.315464 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18756): Launched\u000a11:55:54.643939 run osmo-hlr_10.42.42.2(pid=18757): Launched\u000a11:55:54.765907 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:55:55.335274 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18759): Launched\u000a11:55:55.663289 run osmo-stp_10.42.42.5(pid=18760): Launched\u000a11:55:55.781243 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a11:55:56.379813 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18762): Launched\u000a11:55:56.707974 run osmo-msc_10.42.42.6(pid=18763): Launched\u000a11:55:56.897778 run osmo-stp_10.42.42.5(pid=18760): ERR: Terminated: ERROR {rc=1} [trial-2404↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18760)]\u000a11:55:57.035242 run osmo-stp_10.42.42.5(pid=18760): stdout: \u000a| (launched: 2022-12-14_11:55:55.501583)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:55:57.171927 run osmo-stp_10.42.42.5(pid=18760): stderr: \u000a| �[0;m�[38;5;43m20221214115555693 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214115555693 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214115555693 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214115555694 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214115555694 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214115555694 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214115555694 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:55:57.302609 run osmo-stp_10.42.42.5(pid=18760): stdout: \u000a| (launched: 2022-12-14_11:55:55.501583)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:55:57.431996 run osmo-stp_10.42.42.5(pid=18760): stderr: \u000a| �[0;m�[38;5;43m20221214115555693 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214115555693 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214115555693 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214115555694 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214115555694 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214115555694 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214115555694 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:55:57.489266 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=18760): Process ended prematurely: osmo-stp_10.42.42.5(pid=18760) [trial-2404↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18760)] [trial-2404↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8]\u000a11:55:57.498646 tst mo_mt_call_osmux.py:8: Test FAILED (6.4 sec)\u000a11:55:57.561054 run osmo-hlr_10.42.42.2(pid=18757): ERR: Terminated: ERROR {rc=237} [trial-2404↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18757)]\u000a11:55:57.612391 run osmo-hlr_10.42.42.2(pid=18757): stdout: \u000a| (launched: 2022-12-14_11:55:54.481686) \u000a11:55:57.664709 run osmo-hlr_10.42.42.2(pid=18757): stderr: \u000a| �[0;m�[1;31m20221214115554680 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214115554680 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214115554680 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214115554680 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214115554680 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214115554680 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214115554693 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2404/run.2022-12-14_11-25-45/voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214115554702 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214115554702 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214115554702 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:55:57.735233 run osmo-msc_10.42.42.6(pid=18763): ERR: Terminated: ERROR {rc=2} [trial-2404↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=18763)]\u000a11:55:57.786520 run osmo-msc_10.42.42.6(pid=18763): stdout: \u000a| (launched: 2022-12-14_11:55:56.545573) \u000a11:55:57.838383 run osmo-msc_10.42.42.6(pid=18763): stderr: \u000a| �[0;m�[38;5;43m20221214115556866 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214115556866 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fe973fc0c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214115556866 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214115556866 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214115556866 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214115556867 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214115556868 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214115556869 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214115556869 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214115556869 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a11:55:57.882384 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18756): Terminating (SIGTERM)\u000a11:55:57.924502 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18759): Terminating (SIGTERM)\u000a11:55:57.966279 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18762): Terminating (SIGTERM)\u000a11:55:57.975890 --- ParallelTerminationStrategy: PID 18756 died...\u000a11:55:58.031645 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18756): Terminated: ok {rc=0}\u000a11:55:58.041690 --- ParallelTerminationStrategy: PID 18759 died...\u000a11:55:58.097072 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18759): Terminated: ok {rc=0}\u000a11:55:58.107014 --- ParallelTerminationStrategy: PID 18762 died...\u000a11:55:58.162412 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18762): Terminated: ok {rc=0}\u000a11:55:58.250214 bus /sierra_3: Setting Powered False\u000a11:55:59.354812 bus /sierra_3: Setting Powered False\u000a11:56:00.466377 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "65", "name" : "voice_trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T11:55:40" }, { "cases" : [ { "testActions" : [ ], "age" : 266, "className" : "voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18774): Process ended prematurely: osmo-stp_10.42.42.5(pid=18774) [trial-2404↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18774)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18774): Process ended prematurely: osmo-stp_10.42.42.5(pid=18774) [trial-2404↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18774)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2404 voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call.py\u000a----------------------------------------------\u000a11:56:02.509885 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a11:56:02.521792 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a11:56:02.693317 tst mo_mt_call.py: using LAC 40728\u000a11:56:02.824117 tst mo_mt_call.py: using RAC 183\u000a11:56:02.950367 tst mo_mt_call.py: using CellId 40728\u000a11:56:03.078502 tst mo_mt_call.py: using BVCI 40729\u000a11:56:03.103376 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a11:56:03.115202 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a11:56:03.126777 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a11:56:03.138338 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a11:56:03.150499 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a11:56:03.162619 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a11:56:03.282617 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a11:56:03.497148 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:56:04.019969 run create_hlr_db(pid=18768): Launched\u000a11:56:04.208636 bus /sierra_2: Setting Powered False\u000a11:56:05.230288 run create_hlr_db(pid=18768): Terminated: ok {rc=0}\u000a11:56:05.665972 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18770): Launched\u000a11:56:05.992016 run osmo-hlr_10.42.42.2(pid=18771): Launched\u000a11:56:06.114533 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:56:06.683980 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18773): Launched\u000a11:56:07.011199 run osmo-stp_10.42.42.5(pid=18774): Launched\u000a11:56:07.128718 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a11:56:07.726609 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18776): Launched\u000a11:56:08.053327 run osmo-msc_10.42.42.6(pid=18777): Launched\u000a11:56:08.243311 run osmo-stp_10.42.42.5(pid=18774): ERR: Terminated: ERROR {rc=1} [trial-2404↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18774)]\u000a11:56:08.382058 run osmo-stp_10.42.42.5(pid=18774): stdout: \u000a| (launched: 2022-12-14_11:56:06.849634)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:56:08.518670 run osmo-stp_10.42.42.5(pid=18774): stderr: \u000a| �[0;m�[38;5;43m20221214115607041 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214115607041 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214115607042 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214115607042 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214115607042 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214115607043 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214115607043 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:56:08.649570 run osmo-stp_10.42.42.5(pid=18774): stdout: \u000a| (launched: 2022-12-14_11:56:06.849634)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:56:08.779283 run osmo-stp_10.42.42.5(pid=18774): stderr: \u000a| �[0;m�[38;5;43m20221214115607041 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214115607041 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214115607042 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214115607042 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214115607042 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214115607043 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214115607043 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:56:08.836376 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=18774): Process ended prematurely: osmo-stp_10.42.42.5(pid=18774) [trial-2404↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18774)] [trial-2404↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8]\u000a11:56:08.845728 tst mo_mt_call.py:8: Test FAILED (6.4 sec)\u000a11:56:08.908200 run osmo-hlr_10.42.42.2(pid=18771): ERR: Terminated: ERROR {rc=237} [trial-2404↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18771)]\u000a11:56:08.959513 run osmo-hlr_10.42.42.2(pid=18771): stdout: \u000a| (launched: 2022-12-14_11:56:05.832114) \u000a11:56:09.011530 run osmo-hlr_10.42.42.2(pid=18771): stderr: \u000a| �[0;m�[1;31m20221214115606031 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214115606031 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214115606031 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214115606031 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214115606031 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214115606031 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214115606044 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2404/run.2022-12-14_11-25-45/voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214115606052 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214115606053 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214115606053 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:56:09.081949 run osmo-msc_10.42.42.6(pid=18777): ERR: Terminated: ERROR {rc=2} [trial-2404↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=18777)]\u000a11:56:09.133397 run osmo-msc_10.42.42.6(pid=18777): stdout: \u000a| (launched: 2022-12-14_11:56:07.892921) \u000a11:56:09.185280 run osmo-msc_10.42.42.6(pid=18777): stderr: \u000a| �[0;m�[38;5;43m20221214115608212 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214115608212 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f1f8f373c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214115608212 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214115608212 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214115608212 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214115608213 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214115608214 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214115608215 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214115608215 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214115608215 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a11:56:09.229071 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18770): Terminating (SIGTERM)\u000a11:56:09.271516 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18773): Terminating (SIGTERM)\u000a11:56:09.313346 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18776): Terminating (SIGTERM)\u000a11:56:09.322945 --- ParallelTerminationStrategy: PID 18770 died...\u000a11:56:09.378529 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18770): Terminated: ok {rc=0}\u000a11:56:09.388573 --- ParallelTerminationStrategy: PID 18773 died...\u000a11:56:09.443922 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18773): Terminated: ok {rc=0}\u000a11:56:09.453844 --- ParallelTerminationStrategy: PID 18776 died...\u000a11:56:09.509099 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18776): Terminated: ok {rc=0}\u000a11:56:09.597127 bus /sierra_3: Setting Powered False\u000a11:56:10.704123 bus /sierra_3: Setting Powered False\u000a11:56:11.816331 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 240, "className" : "voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18785): Process ended prematurely: osmo-stp_10.42.42.5(pid=18785) [trial-2404↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18785)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18785): Process ended prematurely: osmo-stp_10.42.42.5(pid=18785) [trial-2404↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18785)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2404 voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call_osmux.py\u000a----------------------------------------------\u000a11:56:12.931090 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a11:56:12.943692 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a11:56:13.112909 tst mo_mt_call_osmux.py: using LAC 40729\u000a11:56:13.241206 tst mo_mt_call_osmux.py: using RAC 184\u000a11:56:13.370562 tst mo_mt_call_osmux.py: using CellId 40729\u000a11:56:13.498405 tst mo_mt_call_osmux.py: using BVCI 40730\u000a11:56:13.523223 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a11:56:13.534994 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a11:56:13.546559 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a11:56:13.558421 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a11:56:13.570139 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a11:56:13.581803 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a11:56:13.699975 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a11:56:13.912687 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:56:14.437794 run create_hlr_db(pid=18779): Launched\u000a11:56:14.628185 bus /sierra_2: Setting Powered False\u000a11:56:15.648163 run create_hlr_db(pid=18779): Terminated: ok {rc=0}\u000a11:56:16.088465 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18781): Launched\u000a11:56:16.500288 run osmo-hlr_10.42.42.2(pid=18782): Launched\u000a11:56:16.644692 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:56:17.396435 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18784): Launched\u000a11:56:17.704410 run osmo-stp_10.42.42.5(pid=18785): Launched\u000a11:56:17.815749 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a11:56:18.374259 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18787): Launched\u000a11:56:18.681283 run osmo-msc_10.42.42.6(pid=18788): Launched\u000a11:56:18.860309 run osmo-stp_10.42.42.5(pid=18785): ERR: Terminated: ERROR {rc=1} [trial-2404↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18785)]\u000a11:56:18.989970 run osmo-stp_10.42.42.5(pid=18785): stdout: \u000a| (launched: 2022-12-14_11:56:17.551907)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:56:19.117613 run osmo-stp_10.42.42.5(pid=18785): stderr: \u000a| �[0;m�[38;5;43m20221214115617719 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214115617719 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214115617719 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214115617720 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214115617720 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214115617720 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214115617720 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:56:19.240130 run osmo-stp_10.42.42.5(pid=18785): stdout: \u000a| (launched: 2022-12-14_11:56:17.551907)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:56:19.362004 run osmo-stp_10.42.42.5(pid=18785): stderr: \u000a| �[0;m�[38;5;43m20221214115617719 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214115617719 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214115617719 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214115617720 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214115617720 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214115617720 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214115617720 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:56:19.415722 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=18785): Process ended prematurely: osmo-stp_10.42.42.5(pid=18785) [trial-2404↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18785)] [trial-2404↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8]\u000a11:56:19.424623 tst mo_mt_call_osmux.py:8: Test FAILED (6.5 sec)\u000a11:56:19.484764 run osmo-hlr_10.42.42.2(pid=18782): ERR: Terminated: ERROR {rc=237} [trial-2404↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18782)]\u000a11:56:19.534067 run osmo-hlr_10.42.42.2(pid=18782): stdout: \u000a| (launched: 2022-12-14_11:56:16.247202) \u000a11:56:19.583622 run osmo-hlr_10.42.42.2(pid=18782): stderr: \u000a| �[0;m�[1;31m20221214115616595 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214115616595 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214115616595 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214115616595 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214115616595 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214115616595 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214115616621 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2404/run.2022-12-14_11-25-45/voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214115616652 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214115616652 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214115616652 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:56:19.651149 run osmo-msc_10.42.42.6(pid=18788): ERR: Terminated: ERROR {rc=2} [trial-2404↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=18788)]\u000a11:56:19.700258 run osmo-msc_10.42.42.6(pid=18788): stdout: \u000a| (launched: 2022-12-14_11:56:18.529643) \u000a11:56:19.749712 run osmo-msc_10.42.42.6(pid=18788): stderr: \u000a| �[0;m�[38;5;43m20221214115618797 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214115618797 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f1fa88f6c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214115618797 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214115618797 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214115618797 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214115618798 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214115618799 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214115618800 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214115618800 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214115618800 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a11:56:19.792288 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18781): Terminating (SIGTERM)\u000a11:56:19.832372 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18784): Terminating (SIGTERM)\u000a11:56:19.872537 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18787): Terminating (SIGTERM)\u000a11:56:19.881813 --- ParallelTerminationStrategy: PID 18781 died...\u000a11:56:19.935675 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18781): Terminated: ok {rc=0}\u000a11:56:19.945147 --- ParallelTerminationStrategy: PID 18784 died...\u000a11:56:19.998566 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18784): Terminated: ok {rc=0}\u000a11:56:20.008046 --- ParallelTerminationStrategy: PID 18787 died...\u000a11:56:20.061443 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18787): Terminated: ok {rc=0}\u000a11:56:20.149862 bus /sierra_3: Setting Powered False\u000a11:56:21.253080 bus /sierra_3: Setting Powered False\u000a11:56:22.360144 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "66", "name" : "voice_trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T11:56:02" }, { "cases" : [ { "testActions" : [ ], "age" : 266, "className" : "voice:trx-sysmocell5000+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18799): Process ended prematurely: osmo-stp_10.42.42.5(pid=18799) [trial-2404↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18799)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18799): Process ended prematurely: osmo-stp_10.42.42.5(pid=18799) [trial-2404↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18799)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2404 voice:trx-sysmocell5000+mod-bts0-dynts-osmo mo_mt_call.py\u000a----------------------------------------------\u000a11:56:24.361689 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a11:56:24.373314 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a11:56:24.541705 tst mo_mt_call.py: using LAC 40730\u000a11:56:24.672191 tst mo_mt_call.py: using RAC 185\u000a11:56:24.802536 tst mo_mt_call.py: using CellId 40730\u000a11:56:24.931155 tst mo_mt_call.py: using BVCI 40731\u000a11:56:24.956203 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a11:56:24.967652 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a11:56:24.979084 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a11:56:24.990535 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a11:56:25.002023 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a11:56:25.013464 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a11:56:25.131192 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a11:56:25.347211 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:56:25.870274 run create_hlr_db(pid=18793): Launched\u000a11:56:26.046916 bus /sierra_2: Setting Powered False\u000a11:56:27.079348 run create_hlr_db(pid=18793): Terminated: ok {rc=0}\u000a11:56:27.491616 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18795): Launched\u000a11:56:27.798527 run osmo-hlr_10.42.42.2(pid=18796): Launched\u000a11:56:27.913812 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:56:28.448112 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18798): Launched\u000a11:56:28.754485 run osmo-stp_10.42.42.5(pid=18799): Launched\u000a11:56:28.866366 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a11:56:29.427070 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18801): Launched\u000a11:56:29.735312 run osmo-msc_10.42.42.6(pid=18802): Launched\u000a11:56:29.916230 run osmo-stp_10.42.42.5(pid=18799): ERR: Terminated: ERROR {rc=1} [trial-2404↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18799)]\u000a11:56:30.046129 run osmo-stp_10.42.42.5(pid=18799): stdout: \u000a| (launched: 2022-12-14_11:56:28.603903)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:56:30.174235 run osmo-stp_10.42.42.5(pid=18799): stderr: \u000a| �[0;m�[38;5;43m20221214115628774 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214115628775 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214115628775 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214115628775 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214115628776 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214115628776 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214115628776 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:56:30.297543 run osmo-stp_10.42.42.5(pid=18799): stdout: \u000a| (launched: 2022-12-14_11:56:28.603903)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:56:30.419379 run osmo-stp_10.42.42.5(pid=18799): stderr: \u000a| �[0;m�[38;5;43m20221214115628774 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214115628775 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214115628775 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214115628775 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214115628776 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214115628776 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214115628776 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:56:30.473069 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=18799): Process ended prematurely: osmo-stp_10.42.42.5(pid=18799) [trial-2404↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18799)] [trial-2404↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call.py:8]\u000a11:56:30.481622 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a11:56:30.542417 run osmo-hlr_10.42.42.2(pid=18796): ERR: Terminated: ERROR {rc=237} [trial-2404↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18796)]\u000a11:56:30.592221 run osmo-hlr_10.42.42.2(pid=18796): stdout: \u000a| (launched: 2022-12-14_11:56:27.647627) \u000a11:56:30.642399 run osmo-hlr_10.42.42.2(pid=18796): stderr: \u000a| �[0;m�[1;31m20221214115627822 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214115627822 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214115627822 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214115627822 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214115627822 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214115627822 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214115627834 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2404/run.2022-12-14_11-25-45/voice:trx-sysmocell5000+mod-bts0-dynts-osmo/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214115627843 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214115627843 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214115627843 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:56:30.710508 run osmo-msc_10.42.42.6(pid=18802): ERR: Terminated: ERROR {rc=2} [trial-2404↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=18802)]\u000a11:56:30.759842 run osmo-msc_10.42.42.6(pid=18802): stdout: \u000a| (launched: 2022-12-14_11:56:29.582871) \u000a11:56:30.810025 run osmo-msc_10.42.42.6(pid=18802): stderr: \u000a| �[0;m�[38;5;43m20221214115629850 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214115629850 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fd3097c2c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214115629850 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214115629850 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214115629850 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214115629851 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214115629852 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214115629853 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214115629853 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214115629853 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a11:56:30.853436 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18795): Terminating (SIGTERM)\u000a11:56:30.894556 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18798): Terminating (SIGTERM)\u000a11:56:30.935576 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18801): Terminating (SIGTERM)\u000a11:56:30.944743 --- ParallelTerminationStrategy: PID 18795 died...\u000a11:56:30.999736 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18795): Terminated: ok {rc=0}\u000a11:56:31.009699 --- ParallelTerminationStrategy: PID 18798 died...\u000a11:56:31.066073 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18798): Terminated: ok {rc=0}\u000a11:56:31.076517 --- ParallelTerminationStrategy: PID 18801 died...\u000a11:56:31.132853 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18801): Terminated: ok {rc=0}\u000a11:56:31.228049 bus /sierra_3: Setting Powered False\u000a11:56:32.351166 bus /sierra_3: Setting Powered False\u000a11:56:33.461133 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 240, "className" : "voice:trx-sysmocell5000+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18810): Process ended prematurely: osmo-stp_10.42.42.5(pid=18810) [trial-2404↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18810)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18810): Process ended prematurely: osmo-stp_10.42.42.5(pid=18810) [trial-2404↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18810)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2404 voice:trx-sysmocell5000+mod-bts0-dynts-osmo mo_mt_call_osmux.py\u000a----------------------------------------------\u000a11:56:34.571597 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a11:56:34.583639 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a11:56:34.745757 tst mo_mt_call_osmux.py: using LAC 40731\u000a11:56:34.866422 tst mo_mt_call_osmux.py: using RAC 186\u000a11:56:34.993887 tst mo_mt_call_osmux.py: using CellId 40731\u000a11:56:35.123346 tst mo_mt_call_osmux.py: using BVCI 40732\u000a11:56:35.148272 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a11:56:35.159939 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a11:56:35.171349 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a11:56:35.182756 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a11:56:35.194240 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a11:56:35.205645 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a11:56:35.323658 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a11:56:35.542168 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:56:36.063655 run create_hlr_db(pid=18804): Launched\u000a11:56:36.252316 bus /sierra_2: Setting Powered False\u000a11:56:37.262696 run create_hlr_db(pid=18804): Terminated: ok {rc=0}\u000a11:56:37.707036 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18806): Launched\u000a11:56:38.034665 run osmo-hlr_10.42.42.2(pid=18807): Launched\u000a11:56:38.152757 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:56:38.721561 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18809): Launched\u000a11:56:39.047749 run osmo-stp_10.42.42.5(pid=18810): Launched\u000a11:56:39.165934 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a11:56:39.762469 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18812): Launched\u000a11:56:40.091639 run osmo-msc_10.42.42.6(pid=18813): Launched\u000a11:56:40.284059 run osmo-stp_10.42.42.5(pid=18810): ERR: Terminated: ERROR {rc=1} [trial-2404↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18810)]\u000a11:56:40.423021 run osmo-stp_10.42.42.5(pid=18810): stdout: \u000a| (launched: 2022-12-14_11:56:38.887590)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:56:40.560273 run osmo-stp_10.42.42.5(pid=18810): stderr: \u000a| �[0;m�[38;5;43m20221214115639080 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214115639081 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214115639081 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214115639081 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214115639082 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214115639082 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214115639082 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:56:40.691109 run osmo-stp_10.42.42.5(pid=18810): stdout: \u000a| (launched: 2022-12-14_11:56:38.887590)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:56:40.820699 run osmo-stp_10.42.42.5(pid=18810): stderr: \u000a| �[0;m�[38;5;43m20221214115639080 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214115639081 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214115639081 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214115639081 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214115639082 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214115639082 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214115639082 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:56:40.878313 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=18810): Process ended prematurely: osmo-stp_10.42.42.5(pid=18810) [trial-2404↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18810)] [trial-2404↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8]\u000a11:56:40.887791 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a11:56:40.950503 run osmo-hlr_10.42.42.2(pid=18807): ERR: Terminated: ERROR {rc=237} [trial-2404↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18807)]\u000a11:56:41.002059 run osmo-hlr_10.42.42.2(pid=18807): stdout: \u000a| (launched: 2022-12-14_11:56:37.873338) \u000a11:56:41.054013 run osmo-hlr_10.42.42.2(pid=18807): stderr: \u000a| �[0;m�[1;31m20221214115638073 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214115638073 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214115638073 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214115638073 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214115638073 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214115638073 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214115638086 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2404/run.2022-12-14_11-25-45/voice:trx-sysmocell5000+mod-bts0-dynts-osmo/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214115638094 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214115638095 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214115638095 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:56:41.124700 run osmo-msc_10.42.42.6(pid=18813): ERR: Terminated: ERROR {rc=2} [trial-2404↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=18813)]\u000a11:56:41.175999 run osmo-msc_10.42.42.6(pid=18813): stdout: \u000a| (launched: 2022-12-14_11:56:39.929173) \u000a11:56:41.228356 run osmo-msc_10.42.42.6(pid=18813): stderr: \u000a| �[0;m�[38;5;43m20221214115640251 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214115640251 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f342f023c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214115640251 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214115640251 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214115640251 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214115640252 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214115640253 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214115640254 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214115640254 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214115640254 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a11:56:41.272542 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18806): Terminating (SIGTERM)\u000a11:56:41.315091 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18809): Terminating (SIGTERM)\u000a11:56:41.357333 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18812): Terminating (SIGTERM)\u000a11:56:41.367029 --- ParallelTerminationStrategy: PID 18806 died...\u000a11:56:41.422716 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18806): Terminated: ok {rc=0}\u000a11:56:41.432708 --- ParallelTerminationStrategy: PID 18809 died...\u000a11:56:41.488097 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18809): Terminated: ok {rc=0}\u000a11:56:41.498049 --- ParallelTerminationStrategy: PID 18812 died...\u000a11:56:41.553063 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18812): Terminated: ok {rc=0}\u000a11:56:41.639473 bus /sierra_3: Setting Powered False\u000a11:56:42.745195 bus /sierra_3: Setting Powered False\u000a11:56:43.852567 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "67", "name" : "voice_trx-sysmocell5000+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T11:56:24" }, { "cases" : [ { "testActions" : [ ], "age" : 263, "className" : "emergency:trx-sysmocell5000", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18824): Process ended prematurely: osmo-stp_10.42.42.5(pid=18824) [trial-2404↪emergency:trx-sysmocell5000↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18824)]", "failedSince" : 2142, "name" : "emergency_mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_mo_mt_call.py\", line 19, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18824): Process ended prematurely: osmo-stp_10.42.42.5(pid=18824) [trial-2404↪emergency:trx-sysmocell5000↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18824)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2404 emergency:trx-sysmocell5000 emergency_mo_mt_call.py\u000a----------------------------------------------\u000a11:56:45.890842 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a11:56:45.906897 tst emergency:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a11:56:46.059527 tst emergency_mo_mt_call.py: using LAC 40732\u000a11:56:46.187857 tst emergency_mo_mt_call.py: using RAC 187\u000a11:56:46.339557 tst emergency_mo_mt_call.py: using CellId 40732\u000a11:56:46.474051 tst emergency_mo_mt_call.py: using BVCI 40733\u000a11:56:46.499332 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a11:56:46.511191 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a11:56:46.523063 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a11:56:46.534782 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a11:56:46.546456 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a11:56:46.558157 tst emergency:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a11:56:46.681255 tst emergency:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a11:56:46.910414 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:56:47.453733 run create_hlr_db(pid=18818): Launched\u000a11:56:47.639881 bus /sierra_2: Setting Powered False\u000a11:56:48.660727 run create_hlr_db(pid=18818): Terminated: ok {rc=0}\u000a11:56:49.064787 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18820): Launched\u000a11:56:49.368689 run osmo-hlr_10.42.42.2(pid=18821): Launched\u000a11:56:49.481928 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:56:50.001929 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18823): Launched\u000a11:56:50.302062 run osmo-stp_10.42.42.5(pid=18824): Launched\u000a11:56:50.425552 tst emergency_mo_mt_call.py: using MSISDN 8671\u000a11:56:50.574050 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a11:56:51.122579 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18826): Launched\u000a11:56:51.423518 run osmo-msc_10.42.42.6(pid=18827): Launched\u000a11:56:51.599433 run osmo-stp_10.42.42.5(pid=18824): ERR: Terminated: ERROR {rc=1} [trial-2404↪emergency:trx-sysmocell5000↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18824)]\u000a11:56:51.726968 run osmo-stp_10.42.42.5(pid=18824): stdout: \u000a| (launched: 2022-12-14_11:56:50.153382)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:56:51.851962 run osmo-stp_10.42.42.5(pid=18824): stderr: \u000a| �[0;m�[38;5;43m20221214115650321 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214115650322 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214115650322 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214115650322 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214115650323 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214115650323 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214115650323 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:56:51.973144 run osmo-stp_10.42.42.5(pid=18824): stdout: \u000a| (launched: 2022-12-14_11:56:50.153382)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:56:52.094516 run osmo-stp_10.42.42.5(pid=18824): stderr: \u000a| �[0;m�[38;5;43m20221214115650321 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214115650322 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214115650322 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214115650322 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214115650323 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214115650323 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214115650323 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:56:52.147341 tst emergency_mo_mt_call.py:19: ERR: Error: osmo-stp_10.42.42.5(pid=18824): Process ended prematurely: osmo-stp_10.42.42.5(pid=18824) [trial-2404↪emergency:trx-sysmocell5000↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18824)] [trial-2404↪emergency:trx-sysmocell5000↪emergency_mo_mt_call.py:19]\u000a11:56:52.155579 tst emergency_mo_mt_call.py:19: Test FAILED (6.3 sec)\u000a11:56:52.216390 run osmo-hlr_10.42.42.2(pid=18821): ERR: Terminated: ERROR {rc=237} [trial-2404↪emergency:trx-sysmocell5000↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18821)]\u000a11:56:52.266239 run osmo-hlr_10.42.42.2(pid=18821): stdout: \u000a| (launched: 2022-12-14_11:56:49.216635) \u000a11:56:52.316357 run osmo-hlr_10.42.42.2(pid=18821): stderr: \u000a| �[0;m�[1;31m20221214115649399 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214115649399 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214115649399 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214115649399 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214115649400 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214115649400 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214115649411 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2404/run.2022-12-14_11-25-45/emergency:trx-sysmocell5000/emergency_mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214115649420 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214115649420 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214115649420 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:56:52.384480 run osmo-msc_10.42.42.6(pid=18827): ERR: Terminated: ERROR {rc=2} [trial-2404↪emergency:trx-sysmocell5000↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=18827)]\u000a11:56:52.434073 run osmo-msc_10.42.42.6(pid=18827): stdout: \u000a| (launched: 2022-12-14_11:56:51.274090) \u000a11:56:52.483977 run osmo-msc_10.42.42.6(pid=18827): stderr: \u000a| �[0;m�[38;5;43m20221214115651539 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214115651539 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fcb6ff47c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214115651540 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214115651540 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214115651540 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214115651540 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214115651542 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214115651542 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214115651542 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214115651543 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a11:56:52.526880 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18820): Terminating (SIGTERM)\u000a11:56:52.567261 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18823): Terminating (SIGTERM)\u000a11:56:52.607632 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18826): Terminating (SIGTERM)\u000a11:56:52.616936 --- ParallelTerminationStrategy: PID 18820 died...\u000a11:56:52.671329 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18820): Terminated: ok {rc=0}\u000a11:56:52.681145 --- ParallelTerminationStrategy: PID 18823 died...\u000a11:56:52.735319 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18823): Terminated: ok {rc=0}\u000a11:56:52.745020 --- ParallelTerminationStrategy: PID 18826 died...\u000a11:56:52.798961 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18826): Terminated: ok {rc=0}\u000a11:56:52.888636 bus /sierra_3: Setting Powered False\u000a11:56:53.993300 bus /sierra_3: Setting Powered False\u000a11:56:55.100236 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 263, "className" : "emergency:trx-sysmocell5000", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18835): Process ended prematurely: osmo-stp_10.42.42.5(pid=18835) [trial-2404↪emergency:trx-sysmocell5000↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18835)]", "failedSince" : 2142, "name" : "emergency_preemptive_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_preemptive_call.py\", line 32, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18835): Process ended prematurely: osmo-stp_10.42.42.5(pid=18835) [trial-2404↪emergency:trx-sysmocell5000↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18835)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2404 emergency:trx-sysmocell5000 emergency_preemptive_call.py\u000a----------------------------------------------\u000a11:56:56.150867 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a11:56:56.162543 tst emergency:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a11:56:56.301405 tst emergency_preemptive_call.py: using LAC 40733\u000a11:56:56.418593 tst emergency_preemptive_call.py: using RAC 188\u000a11:56:56.534179 tst emergency_preemptive_call.py: using CellId 40733\u000a11:56:56.649496 tst emergency_preemptive_call.py: using BVCI 40734\u000a11:56:56.671930 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a11:56:56.682933 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a11:56:56.693628 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a11:56:56.704254 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a11:56:56.715722 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a11:56:56.727315 tst emergency:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a11:56:56.850690 tst emergency:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a11:56:56.971712 tst emergency:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a11:56:57.090206 tst emergency:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a11:56:57.288816 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:56:57.762344 run create_hlr_db(pid=18829): Launched\u000a11:56:57.935858 bus /sierra_2: Setting Powered False\u000a11:56:58.957100 run create_hlr_db(pid=18829): Terminated: ok {rc=0}\u000a11:56:59.387610 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18831): Launched\u000a11:56:59.711214 run osmo-hlr_10.42.42.2(pid=18832): Launched\u000a11:56:59.832265 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:57:00.392468 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18834): Launched\u000a11:57:00.715679 run osmo-stp_10.42.42.5(pid=18835): Launched\u000a11:57:00.843017 tst emergency_preemptive_call.py: using MSISDN 8672\u000a11:57:01.043105 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a11:57:01.643026 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18837): Launched\u000a11:57:02.075372 run osmo-msc_10.42.42.6(pid=18838): Launched\u000a11:57:02.343771 run osmo-stp_10.42.42.5(pid=18835): ERR: Terminated: ERROR {rc=1} [trial-2404↪emergency:trx-sysmocell5000↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18835)]\u000a11:57:02.479825 run osmo-stp_10.42.42.5(pid=18835): stdout: \u000a| (launched: 2022-12-14_11:57:00.555896)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:57:02.613831 run osmo-stp_10.42.42.5(pid=18835): stderr: \u000a| �[0;m�[38;5;43m20221214115700747 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214115700747 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214115700748 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214115700748 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214115700749 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214115700749 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214115700749 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:57:02.743220 run osmo-stp_10.42.42.5(pid=18835): stdout: \u000a| (launched: 2022-12-14_11:57:00.555896)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:57:02.870891 run osmo-stp_10.42.42.5(pid=18835): stderr: \u000a| �[0;m�[38;5;43m20221214115700747 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214115700747 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214115700748 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214115700748 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214115700749 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214115700749 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214115700749 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:57:02.927196 tst emergency_preemptive_call.py:32: ERR: Error: osmo-stp_10.42.42.5(pid=18835): Process ended prematurely: osmo-stp_10.42.42.5(pid=18835) [trial-2404↪emergency:trx-sysmocell5000↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18835)] [trial-2404↪emergency:trx-sysmocell5000↪emergency_preemptive_call.py:32]\u000a11:57:02.936144 tst emergency_preemptive_call.py:32: Test FAILED (6.8 sec)\u000a11:57:02.999898 run osmo-hlr_10.42.42.2(pid=18832): ERR: Terminated: ERROR {rc=237} [trial-2404↪emergency:trx-sysmocell5000↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18832)]\u000a11:57:03.052124 run osmo-hlr_10.42.42.2(pid=18832): stdout: \u000a| (launched: 2022-12-14_11:56:59.550954) \u000a11:57:03.104830 run osmo-hlr_10.42.42.2(pid=18832): stderr: \u000a| �[0;m�[1;31m20221214115659748 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214115659748 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214115659748 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214115659748 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214115659748 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214115659748 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214115659760 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2404/run.2022-12-14_11-25-45/emergency:trx-sysmocell5000/emergency_preemptive_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214115659768 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214115659768 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214115659769 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:57:03.177059 run osmo-msc_10.42.42.6(pid=18838): ERR: Terminated: ERROR {rc=2} [trial-2404↪emergency:trx-sysmocell5000↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=18838)]\u000a11:57:03.229020 run osmo-msc_10.42.42.6(pid=18838): stdout: \u000a| (launched: 2022-12-14_11:57:01.811321) \u000a11:57:03.281370 run osmo-msc_10.42.42.6(pid=18838): stderr: \u000a| �[0;m�[38;5;43m20221214115702261 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214115702261 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f58d7819c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214115702261 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214115702261 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214115702261 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214115702261 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214115702263 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214115702264 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214115702264 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214115702264 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a11:57:03.326316 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18831): Terminating (SIGTERM)\u000a11:57:03.368714 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18834): Terminating (SIGTERM)\u000a11:57:03.411396 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18837): Terminating (SIGTERM)\u000a11:57:03.421222 --- ParallelTerminationStrategy: PID 18831 died...\u000a11:57:03.478614 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18831): Terminated: ok {rc=0}\u000a11:57:03.488826 --- ParallelTerminationStrategy: PID 18834 died...\u000a11:57:03.545176 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18834): Terminated: ok {rc=0}\u000a11:57:03.555277 --- ParallelTerminationStrategy: PID 18837 died...\u000a11:57:03.611338 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18837): Terminated: ok {rc=0}\u000a11:57:03.698560 bus /sierra_9: Setting Powered False\u000a11:57:04.805629 bus /sierra_9: Setting Powered False\u000a11:57:05.914215 bus /sierra_8: Setting Powered False\u000a11:57:07.021197 bus /sierra_8: Setting Powered False\u000a11:57:08.134479 bus /sierra_3: Setting Powered False\u000a11:57:09.237174 bus /sierra_3: Setting Powered False\u000a11:57:10.350331 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 27.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "68", "name" : "emergency_trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T11:56:45" }, { "cases" : [ { "testActions" : [ ], "age" : 266, "className" : "gprs:trx-sysmocell5000", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18854): Process ended prematurely: osmo-stp_10.42.42.5(pid=18854) [trial-2404↪gprs:trx-sysmocell5000↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18854)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18854): Process ended prematurely: osmo-stp_10.42.42.5(pid=18854) [trial-2404↪gprs:trx-sysmocell5000↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18854)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2404 gprs:trx-sysmocell5000 cs_paging_gprs_active.py\u000a----------------------------------------------\u000a11:57:12.490914 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a11:57:12.501955 tst gprs:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a11:57:12.638192 tst cs_paging_gprs_active.py: using LAC 40734\u000a11:57:12.757759 tst cs_paging_gprs_active.py: using RAC 189\u000a11:57:12.879587 tst cs_paging_gprs_active.py: using CellId 40734\u000a11:57:13.001995 tst cs_paging_gprs_active.py: using BVCI 40735\u000a11:57:13.025299 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a11:57:13.036172 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a11:57:13.046800 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a11:57:13.057329 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a11:57:13.068109 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a11:57:13.081803 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a11:57:13.094558 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a11:57:13.106029 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a11:57:13.117093 tst gprs:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a11:57:13.240514 tst gprs:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a11:57:13.535930 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a11:57:13.672923 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:57:14.013589 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18844): Launched\u000a11:57:14.295861 run iperf3-srv_10.42.42.10(pid=18845): Launched\u000a11:57:14.496918 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a11:57:14.633554 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:57:14.973821 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18846): Launched\u000a11:57:15.256800 run iperf3-srv_10.42.42.10(pid=18847): Launched\u000a11:57:15.458346 tst cs_paging_gprs_active.py:38: start network...\u000a11:57:15.595103 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:57:16.175670 run create_hlr_db(pid=18848): Launched\u000a11:57:16.369571 bus /sierra_2: Setting Powered False\u000a11:57:17.386947 run create_hlr_db(pid=18848): Terminated: ok {rc=0}\u000a11:57:17.801372 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18850): Launched\u000a11:57:18.110689 run osmo-hlr_10.42.42.2(pid=18851): Launched\u000a11:57:18.229569 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:57:18.767515 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18853): Launched\u000a11:57:19.074160 run osmo-stp_10.42.42.5(pid=18854): Launched\u000a11:57:19.185474 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a11:57:19.722416 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18856): Launched\u000a11:57:19.831746 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a11:57:20.100718 run patchelf(pid=18857): Launched\u000a11:57:20.280329 run osmo-stp_10.42.42.5(pid=18854): ERR: Terminated: ERROR {rc=1} [trial-2404↪gprs:trx-sysmocell5000↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18854)]\u000a11:57:20.412751 run osmo-stp_10.42.42.5(pid=18854): stdout: \u000a| (launched: 2022-12-14_11:57:18.923125)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:57:20.545082 run osmo-stp_10.42.42.5(pid=18854): stderr: \u000a| �[0;m�[38;5;43m20221214115719093 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214115719093 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214115719093 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214115719094 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214115719094 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214115719094 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214115719094 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:57:20.672428 run osmo-stp_10.42.42.5(pid=18854): stdout: \u000a| (launched: 2022-12-14_11:57:18.923125)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:57:20.798784 run osmo-stp_10.42.42.5(pid=18854): stderr: \u000a| �[0;m�[38;5;43m20221214115719093 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214115719093 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214115719093 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214115719094 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214115719094 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214115719094 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214115719094 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:57:20.945702 run patchelf(pid=18857): Terminating (SIGINT)\u000a11:57:21.118738 run patchelf(pid=18857): Terminated: ok {rc=0}\u000a11:57:21.150648 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=18854): Process ended prematurely: osmo-stp_10.42.42.5(pid=18854) [trial-2404↪gprs:trx-sysmocell5000↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18854)] [trial-2404↪gprs:trx-sysmocell5000↪cs_paging_gprs_active.py:38]\u000a11:57:21.160098 tst cs_paging_gprs_active.py:38: Test FAILED (8.7 sec)\u000a11:57:21.220849 run osmo-hlr_10.42.42.2(pid=18851): ERR: Terminated: ERROR {rc=237} [trial-2404↪gprs:trx-sysmocell5000↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18851)]\u000a11:57:21.270302 run osmo-hlr_10.42.42.2(pid=18851): stdout: \u000a| (launched: 2022-12-14_11:57:17.957124) \u000a11:57:21.320275 run osmo-hlr_10.42.42.2(pid=18851): stderr: \u000a| �[0;m�[1;31m20221214115718131 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214115718131 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214115718131 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214115718131 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214115718131 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214115718131 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214115718143 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2404/run.2022-12-14_11-25-45/gprs:trx-sysmocell5000/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214115718152 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214115718152 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214115718152 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:57:21.363179 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18844): Terminating (SIGTERM)\u000a11:57:21.403536 run iperf3-srv_10.42.42.10(pid=18845): Terminating (SIGTERM)\u000a11:57:21.443709 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18846): Terminating (SIGTERM)\u000a11:57:21.483956 run iperf3-srv_10.42.42.10(pid=18847): Terminating (SIGTERM)\u000a11:57:21.524223 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18850): Terminating (SIGTERM)\u000a11:57:21.564258 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18853): Terminating (SIGTERM)\u000a11:57:21.604267 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18856): Terminating (SIGTERM)\u000a11:57:21.613496 --- ParallelTerminationStrategy: PID 18844 died...\u000a11:57:21.668438 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18844): Terminated: ok {rc=0}\u000a11:57:21.678156 --- ParallelTerminationStrategy: PID 18845 died...\u000a11:57:21.731917 run iperf3-srv_10.42.42.10(pid=18845): Terminated {rc=256}\u000a11:57:21.741830 --- ParallelTerminationStrategy: PID 18846 died...\u000a11:57:21.796245 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18846): Terminated: ok {rc=0}\u000a11:57:21.805963 --- ParallelTerminationStrategy: PID 18847 died...\u000a11:57:21.860344 run iperf3-srv_10.42.42.10(pid=18847): Terminated {rc=256}\u000a11:57:21.870022 --- ParallelTerminationStrategy: PID 18850 died...\u000a11:57:21.924086 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18850): Terminated: ok {rc=0}\u000a11:57:21.933848 --- ParallelTerminationStrategy: PID 18853 died...\u000a11:57:21.987656 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18853): Terminated: ok {rc=0}\u000a11:57:21.997380 --- ParallelTerminationStrategy: PID 18856 died...\u000a11:57:22.051139 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18856): Terminated: ok {rc=0}\u000a11:57:22.140520 bus /gobi_0: Setting Powered False\u000a11:57:23.245765 bus /gobi_0: Setting Powered False\u000a11:57:24.358866 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 266, "className" : "gprs:trx-sysmocell5000", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18867): Process ended prematurely: osmo-stp_10.42.42.5(pid=18867) [trial-2404↪gprs:trx-sysmocell5000↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18867)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18867): Process ended prematurely: osmo-stp_10.42.42.5(pid=18867) [trial-2404↪gprs:trx-sysmocell5000↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18867)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2404 gprs:trx-sysmocell5000 iperf3.py\u000a----------------------------------------------\u000a11:57:25.470275 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a11:57:25.481756 tst gprs:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a11:57:25.620684 tst iperf3.py: using LAC 40735\u000a11:57:25.741774 tst iperf3.py: using RAC 190\u000a11:57:25.861425 tst iperf3.py: using CellId 40735\u000a11:57:25.979837 tst iperf3.py: using BVCI 40736\u000a11:57:26.003059 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a11:57:26.013859 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a11:57:26.024383 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a11:57:26.035112 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a11:57:26.046031 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a11:57:26.056773 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a11:57:26.067819 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a11:57:26.078527 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a11:57:26.090023 tst gprs:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a11:57:26.389983 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a11:57:26.526773 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:57:26.868146 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18859): Launched\u000a11:57:27.150818 run iperf3-srv_10.42.42.10(pid=18860): Launched\u000a11:57:27.352812 tst iperf3.py:8: start network...\u000a11:57:27.489806 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:57:28.016150 run create_hlr_db(pid=18861): Launched\u000a11:57:28.205602 bus /gobi_6: Setting Powered False\u000a11:57:29.226494 run create_hlr_db(pid=18861): Terminated: ok {rc=0}\u000a11:57:29.640861 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18863): Launched\u000a11:57:29.947433 run osmo-hlr_10.42.42.2(pid=18864): Launched\u000a11:57:30.068175 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:57:30.607983 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18866): Launched\u000a11:57:31.032590 run osmo-stp_10.42.42.5(pid=18867): Launched\u000a11:57:31.248284 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a11:57:31.833066 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18869): Launched\u000a11:57:31.945681 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a11:57:32.234162 run patchelf(pid=18870): Launched\u000a11:57:32.429520 run osmo-stp_10.42.42.5(pid=18867): ERR: Terminated: ERROR {rc=1} [trial-2404↪gprs:trx-sysmocell5000↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18867)]\u000a11:57:32.570860 run osmo-stp_10.42.42.5(pid=18867): stdout: \u000a| (launched: 2022-12-14_11:57:30.763115)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:57:32.711599 run osmo-stp_10.42.42.5(pid=18867): stderr: \u000a| �[0;m�[38;5;43m20221214115730968 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214115730968 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214115730969 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214115730969 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214115730970 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214115730970 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214115730970 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:57:32.847406 run osmo-stp_10.42.42.5(pid=18867): stdout: \u000a| (launched: 2022-12-14_11:57:30.763115)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:57:32.981720 run osmo-stp_10.42.42.5(pid=18867): stderr: \u000a| �[0;m�[38;5;43m20221214115730968 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214115730968 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214115730969 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214115730969 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214115730970 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214115730970 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214115730970 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:57:33.138317 run patchelf(pid=18870): Terminating (SIGINT)\u000a11:57:33.322816 run patchelf(pid=18870): Terminated: ok {rc=0}\u000a11:57:33.357240 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=18867): Process ended prematurely: osmo-stp_10.42.42.5(pid=18867) [trial-2404↪gprs:trx-sysmocell5000↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18867)] [trial-2404↪gprs:trx-sysmocell5000↪iperf3.py:8]\u000a11:57:33.367402 tst iperf3.py:8: Test FAILED (7.9 sec)\u000a11:57:33.431083 run osmo-hlr_10.42.42.2(pid=18864): ERR: Terminated: ERROR {rc=237} [trial-2404↪gprs:trx-sysmocell5000↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18864)]\u000a11:57:33.483139 run osmo-hlr_10.42.42.2(pid=18864): stdout: \u000a| (launched: 2022-12-14_11:57:29.796320) \u000a11:57:33.535791 run osmo-hlr_10.42.42.2(pid=18864): stderr: \u000a| �[0;m�[1;31m20221214115729972 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214115729972 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214115729972 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214115729972 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214115729972 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214115729972 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214115729984 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2404/run.2022-12-14_11-25-45/gprs:trx-sysmocell5000/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214115729993 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214115729993 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214115729993 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:57:33.581007 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18859): Terminating (SIGTERM)\u000a11:57:33.623690 run iperf3-srv_10.42.42.10(pid=18860): Terminating (SIGTERM)\u000a11:57:33.666137 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18863): Terminating (SIGTERM)\u000a11:57:33.708349 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18866): Terminating (SIGTERM)\u000a11:57:33.750624 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18869): Terminating (SIGTERM)\u000a11:57:33.760316 --- ParallelTerminationStrategy: PID 18859 died...\u000a11:57:33.816749 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18859): Terminated: ok {rc=0}\u000a11:57:33.826845 --- ParallelTerminationStrategy: PID 18860 died...\u000a11:57:33.882672 run iperf3-srv_10.42.42.10(pid=18860): Terminated {rc=256}\u000a11:57:33.892678 --- ParallelTerminationStrategy: PID 18863 died...\u000a11:57:33.948925 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18863): Terminated: ok {rc=0}\u000a11:57:33.959010 --- ParallelTerminationStrategy: PID 18866 died...\u000a11:57:34.014995 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18866): Terminated: ok {rc=0}\u000a11:57:34.025197 --- ParallelTerminationStrategy: PID 18869 died...\u000a11:57:34.080823 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18869): Terminated: ok {rc=0}\u000a11:57:34.168738 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 266, "className" : "gprs:trx-sysmocell5000", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18885): Process ended prematurely: osmo-stp_10.42.42.5(pid=18885) [trial-2404↪gprs:trx-sysmocell5000↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18885)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18885): Process ended prematurely: osmo-stp_10.42.42.5(pid=18885) [trial-2404↪gprs:trx-sysmocell5000↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18885)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2404 gprs:trx-sysmocell5000 iperf3m4.py\u000a----------------------------------------------\u000a11:57:35.278779 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a11:57:35.290196 tst gprs:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a11:57:35.434395 tst iperf3m4.py: using LAC 40736\u000a11:57:35.556604 tst iperf3m4.py: using RAC 191\u000a11:57:35.684394 tst iperf3m4.py: using CellId 40736\u000a11:57:35.813598 tst iperf3m4.py: using BVCI 40737\u000a11:57:35.838544 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a11:57:35.850007 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a11:57:35.861023 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a11:57:35.872055 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a11:57:35.883308 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a11:57:35.894326 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a11:57:35.905612 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a11:57:35.916564 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a11:57:35.927798 tst gprs:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a11:57:36.048222 tst gprs:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a11:57:36.169853 tst gprs:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a11:57:36.290758 tst gprs:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a11:57:36.588872 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a11:57:36.725155 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:57:37.065790 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18871): Launched\u000a11:57:37.348381 run iperf3-srv_10.42.42.10(pid=18872): Launched\u000a11:57:37.549259 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a11:57:37.685497 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:57:38.024100 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18873): Launched\u000a11:57:38.306347 run iperf3-srv_10.42.42.10(pid=18874): Launched\u000a11:57:38.506859 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a11:57:38.643165 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:57:38.984101 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18875): Launched\u000a11:57:39.267409 run iperf3-srv_10.42.42.10(pid=18876): Launched\u000a11:57:39.469223 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a11:57:39.605737 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:57:39.945493 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18877): Launched\u000a11:57:40.229379 run iperf3-srv_10.42.42.10(pid=18878): Launched\u000a11:57:40.430342 tst iperf3m4.py:8: start network...\u000a11:57:40.566902 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:57:41.091304 run create_hlr_db(pid=18879): Launched\u000a11:57:41.280158 bus /gobi_6: Setting Powered False\u000a11:57:42.301468 run create_hlr_db(pid=18879): Terminated: ok {rc=0}\u000a11:57:42.714931 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18881): Launched\u000a11:57:43.020750 run osmo-hlr_10.42.42.2(pid=18882): Launched\u000a11:57:43.141610 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:57:43.684625 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18884): Launched\u000a11:57:43.991699 run osmo-stp_10.42.42.5(pid=18885): Launched\u000a11:57:44.102630 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a11:57:44.637319 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18887): Launched\u000a11:57:44.745897 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a11:57:45.014315 run patchelf(pid=18888): Launched\u000a11:57:45.194243 run osmo-stp_10.42.42.5(pid=18885): ERR: Terminated: ERROR {rc=1} [trial-2404↪gprs:trx-sysmocell5000↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18885)]\u000a11:57:45.325675 run osmo-stp_10.42.42.5(pid=18885): stdout: \u000a| (launched: 2022-12-14_11:57:43.840232)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:57:45.457844 run osmo-stp_10.42.42.5(pid=18885): stderr: \u000a| �[0;m�[38;5;43m20221214115744013 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214115744013 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214115744013 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214115744013 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214115744014 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214115744014 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214115744014 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:57:45.585080 run osmo-stp_10.42.42.5(pid=18885): stdout: \u000a| (launched: 2022-12-14_11:57:43.840232)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:57:45.710849 run osmo-stp_10.42.42.5(pid=18885): stderr: \u000a| �[0;m�[38;5;43m20221214115744013 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214115744013 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214115744013 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214115744013 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214115744014 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214115744014 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214115744014 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:57:45.877197 run patchelf(pid=18888): Terminating (SIGINT)\u000a11:57:46.083030 run patchelf(pid=18888): Terminated: ok {rc=0}\u000a11:57:46.119359 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=18885): Process ended prematurely: osmo-stp_10.42.42.5(pid=18885) [trial-2404↪gprs:trx-sysmocell5000↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18885)] [trial-2404↪gprs:trx-sysmocell5000↪iperf3m4.py:8]\u000a11:57:46.130906 tst iperf3m4.py:8: Test FAILED (10.9 sec)\u000a11:57:46.196530 run osmo-hlr_10.42.42.2(pid=18882): ERR: Terminated: ERROR {rc=237} [trial-2404↪gprs:trx-sysmocell5000↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18882)]\u000a11:57:46.250099 run osmo-hlr_10.42.42.2(pid=18882): stdout: \u000a| (launched: 2022-12-14_11:57:42.870106) \u000a11:57:46.305220 run osmo-hlr_10.42.42.2(pid=18882): stderr: \u000a| �[0;m�[1;31m20221214115743045 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214115743045 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214115743045 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214115743045 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214115743045 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214115743045 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214115743057 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2404/run.2022-12-14_11-25-45/gprs:trx-sysmocell5000/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214115743066 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214115743066 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214115743066 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:57:46.352311 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18871): Terminating (SIGTERM)\u000a11:57:46.395632 run iperf3-srv_10.42.42.10(pid=18872): Terminating (SIGTERM)\u000a11:57:46.441124 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18873): Terminating (SIGTERM)\u000a11:57:46.486481 run iperf3-srv_10.42.42.10(pid=18874): Terminating (SIGTERM)\u000a11:57:46.531495 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18875): Terminating (SIGTERM)\u000a11:57:46.575370 run iperf3-srv_10.42.42.10(pid=18876): Terminating (SIGTERM)\u000a11:57:46.619549 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18877): Terminating (SIGTERM)\u000a11:57:46.663211 run iperf3-srv_10.42.42.10(pid=18878): Terminating (SIGTERM)\u000a11:57:46.708045 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18881): Terminating (SIGTERM)\u000a11:57:46.752845 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18884): Terminating (SIGTERM)\u000a11:57:46.799934 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18887): Terminating (SIGTERM)\u000a11:57:46.810881 --- ParallelTerminationStrategy: PID 18871 died...\u000a11:57:46.870791 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18871): Terminated: ok {rc=0}\u000a11:57:46.882262 --- ParallelTerminationStrategy: PID 18872 died...\u000a11:57:46.941760 run iperf3-srv_10.42.42.10(pid=18872): Terminated {rc=256}\u000a11:57:46.953965 --- ParallelTerminationStrategy: PID 18873 died...\u000a11:57:47.011635 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18873): Terminated: ok {rc=0}\u000a11:57:47.022299 --- ParallelTerminationStrategy: PID 18874 died...\u000a11:57:47.080719 run iperf3-srv_10.42.42.10(pid=18874): Terminated {rc=256}\u000a11:57:47.091354 --- ParallelTerminationStrategy: PID 18875 died...\u000a11:57:47.149523 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18875): Terminated: ok {rc=0}\u000a11:57:47.160049 --- ParallelTerminationStrategy: PID 18876 died...\u000a11:57:47.216778 run iperf3-srv_10.42.42.10(pid=18876): Terminated {rc=256}\u000a11:57:47.226966 --- ParallelTerminationStrategy: PID 18877 died...\u000a11:57:47.282793 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18877): Terminated: ok {rc=0}\u000a11:57:47.292694 --- ParallelTerminationStrategy: PID 18878 died...\u000a11:57:47.348855 run iperf3-srv_10.42.42.10(pid=18878): Terminated {rc=256}\u000a11:57:47.359009 --- ParallelTerminationStrategy: PID 18881 died...\u000a11:57:47.415158 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18881): Terminated: ok {rc=0}\u000a11:57:47.425901 --- ParallelTerminationStrategy: PID 18884 died...\u000a11:57:47.482457 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18884): Terminated: ok {rc=0}\u000a11:57:47.492764 --- ParallelTerminationStrategy: PID 18887 died...\u000a11:57:47.549045 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18887): Terminated: ok {rc=0}\u000a11:57:47.637019 bus /gobi_4: Setting Powered False\u000a11:57:48.744511 bus /gobi_4: Setting Powered False\u000a11:57:49.853319 bus /gobi_1: Setting Powered False\u000a11:57:50.956647 bus /gobi_1: Setting Powered False\u000a11:57:52.067774 bus /gobi_0: Setting Powered False\u000a11:57:53.170901 bus /gobi_0: Setting Powered False\u000a11:57:54.283320 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 266, "className" : "gprs:trx-sysmocell5000", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18895): Process ended prematurely: osmo-stp_10.42.42.5(pid=18895) [trial-2404↪gprs:trx-sysmocell5000↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18895)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18895): Process ended prematurely: osmo-stp_10.42.42.5(pid=18895) [trial-2404↪gprs:trx-sysmocell5000↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18895)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2404 gprs:trx-sysmocell5000 ping.py\u000a----------------------------------------------\u000a11:57:55.352385 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a11:57:55.364370 tst gprs:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a11:57:55.505419 tst ping.py: using LAC 40737\u000a11:57:55.621424 tst ping.py: using RAC 192\u000a11:57:55.739184 tst ping.py: using CellId 40737\u000a11:57:55.855343 tst ping.py: using BVCI 40738\u000a11:57:55.878572 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a11:57:55.889385 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a11:57:55.899924 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a11:57:55.910689 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a11:57:55.922041 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a11:57:55.933323 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a11:57:55.944820 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a11:57:55.956201 tst gprs:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a11:57:56.250386 tst ping.py:19: start network...\u000a11:57:56.385035 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:57:56.898489 run create_hlr_db(pid=18889): Launched\u000a11:57:57.085398 bus /gobi_6: Setting Powered False\u000a11:57:58.105333 run create_hlr_db(pid=18889): Terminated: ok {rc=0}\u000a11:57:58.507774 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18891): Launched\u000a11:57:58.806752 run osmo-hlr_10.42.42.2(pid=18892): Launched\u000a11:57:58.920311 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:57:59.451243 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18894): Launched\u000a11:57:59.751305 run osmo-stp_10.42.42.5(pid=18895): Launched\u000a11:57:59.859896 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a11:58:00.383970 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18897): Launched\u000a11:58:00.490701 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a11:58:00.752274 run patchelf(pid=18898): Launched\u000a11:58:00.956130 run osmo-stp_10.42.42.5(pid=18895): ERR: Terminated: ERROR {rc=1} [trial-2404↪gprs:trx-sysmocell5000↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18895)]\u000a11:58:01.098502 run osmo-stp_10.42.42.5(pid=18895): stdout: \u000a| (launched: 2022-12-14_11:57:59.603320)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:58:01.241780 run osmo-stp_10.42.42.5(pid=18895): stderr: \u000a| �[0;m�[38;5;43m20221214115759773 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214115759773 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214115759773 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214115759774 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214115759774 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214115759774 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214115759774 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:58:01.380609 run osmo-stp_10.42.42.5(pid=18895): stdout: \u000a| (launched: 2022-12-14_11:57:59.603320)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:58:01.517741 run osmo-stp_10.42.42.5(pid=18895): stderr: \u000a| �[0;m�[38;5;43m20221214115759773 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214115759773 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214115759773 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214115759774 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214115759774 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214115759774 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214115759774 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:58:01.676410 run patchelf(pid=18898): Terminating (SIGINT)\u000a11:58:01.862262 run patchelf(pid=18898): Terminated: ok {rc=0}\u000a11:58:01.896485 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=18895): Process ended prematurely: osmo-stp_10.42.42.5(pid=18895) [trial-2404↪gprs:trx-sysmocell5000↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18895)] [trial-2404↪gprs:trx-sysmocell5000↪ping.py:22]\u000a11:58:01.907542 tst ping.py:22: Test FAILED (6.5 sec)\u000a11:58:01.974250 run osmo-hlr_10.42.42.2(pid=18892): ERR: Terminated: ERROR {rc=237} [trial-2404↪gprs:trx-sysmocell5000↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18892)]\u000a11:58:02.028716 run osmo-hlr_10.42.42.2(pid=18892): stdout: \u000a| (launched: 2022-12-14_11:57:58.659265) \u000a11:58:02.084904 run osmo-hlr_10.42.42.2(pid=18892): stderr: \u000a| �[0;m�[1;31m20221214115758832 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214115758832 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214115758832 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214115758832 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214115758832 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214115758832 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214115758848 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2404/run.2022-12-14_11-25-45/gprs:trx-sysmocell5000/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214115758858 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214115758858 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214115758858 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:58:02.132646 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18891): Terminating (SIGTERM)\u000a11:58:02.178727 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18894): Terminating (SIGTERM)\u000a11:58:02.223355 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18897): Terminating (SIGTERM)\u000a11:58:02.233255 --- ParallelTerminationStrategy: PID 18891 died...\u000a11:58:02.290778 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18891): Terminated: ok {rc=0}\u000a11:58:02.300938 --- ParallelTerminationStrategy: PID 18894 died...\u000a11:58:02.359217 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18894): Terminated: ok {rc=0}\u000a11:58:02.369928 --- ParallelTerminationStrategy: PID 18897 died...\u000a11:58:02.427458 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18897): Terminated: ok {rc=0}\u000a11:58:02.515996 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 266, "className" : "gprs:trx-sysmocell5000", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18905): Process ended prematurely: osmo-stp_10.42.42.5(pid=18905) [trial-2404↪gprs:trx-sysmocell5000↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18905)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18905): Process ended prematurely: osmo-stp_10.42.42.5(pid=18905) [trial-2404↪gprs:trx-sysmocell5000↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18905)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2404 gprs:trx-sysmocell5000 ping_idle_ping.py\u000a----------------------------------------------\u000a11:58:03.569069 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a11:58:03.581069 tst gprs:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a11:58:03.721048 tst ping_idle_ping.py: using LAC 40738\u000a11:58:03.838804 tst ping_idle_ping.py: using RAC 193\u000a11:58:03.958326 tst ping_idle_ping.py: using CellId 40738\u000a11:58:04.079716 tst ping_idle_ping.py: using BVCI 40739\u000a11:58:04.102681 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a11:58:04.113683 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a11:58:04.124203 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a11:58:04.134854 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a11:58:04.145605 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a11:58:04.156353 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a11:58:04.167409 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a11:58:04.178344 tst gprs:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a11:58:04.473521 tst ping_idle_ping.py:24: start network...\u000a11:58:04.608021 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:58:05.128572 run create_hlr_db(pid=18899): Launched\u000a11:58:05.316485 bus /gobi_6: Setting Powered False\u000a11:58:06.337945 run create_hlr_db(pid=18899): Terminated: ok {rc=0}\u000a11:58:06.769264 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18901): Launched\u000a11:58:07.092894 run osmo-hlr_10.42.42.2(pid=18902): Launched\u000a11:58:07.213705 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:58:07.778606 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18904): Launched\u000a11:58:08.101904 run osmo-stp_10.42.42.5(pid=18905): Launched\u000a11:58:08.218597 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a11:58:08.781384 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18907): Launched\u000a11:58:08.895925 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a11:58:09.177713 run patchelf(pid=18908): Launched\u000a11:58:09.367090 run osmo-stp_10.42.42.5(pid=18905): ERR: Terminated: ERROR {rc=1} [trial-2404↪gprs:trx-sysmocell5000↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18905)]\u000a11:58:09.505192 run osmo-stp_10.42.42.5(pid=18905): stdout: \u000a| (launched: 2022-12-14_11:58:07.942133)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:58:09.643509 run osmo-stp_10.42.42.5(pid=18905): stderr: \u000a| �[0;m�[38;5;43m20221214115808136 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214115808136 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214115808137 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214115808137 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214115808138 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214115808138 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214115808138 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:58:09.777244 run osmo-stp_10.42.42.5(pid=18905): stdout: \u000a| (launched: 2022-12-14_11:58:07.942133)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:58:09.909068 run osmo-stp_10.42.42.5(pid=18905): stderr: \u000a| �[0;m�[38;5;43m20221214115808136 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214115808136 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214115808137 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214115808137 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214115808138 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214115808138 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214115808138 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:58:10.062898 run patchelf(pid=18908): Terminating (SIGINT)\u000a11:58:10.243442 run patchelf(pid=18908): Terminated: ok {rc=0}\u000a11:58:10.276114 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=18905): Process ended prematurely: osmo-stp_10.42.42.5(pid=18905) [trial-2404↪gprs:trx-sysmocell5000↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18905)] [trial-2404↪gprs:trx-sysmocell5000↪ping_idle_ping.py:27]\u000a11:58:10.285449 tst ping_idle_ping.py:27: Test FAILED (6.7 sec)\u000a11:58:10.348748 run osmo-hlr_10.42.42.2(pid=18902): ERR: Terminated: ERROR {rc=237} [trial-2404↪gprs:trx-sysmocell5000↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18902)]\u000a11:58:10.400325 run osmo-hlr_10.42.42.2(pid=18902): stdout: \u000a| (launched: 2022-12-14_11:58:06.933171) \u000a11:58:10.452390 run osmo-hlr_10.42.42.2(pid=18902): stderr: \u000a| �[0;m�[1;31m20221214115807132 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214115807132 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214115807132 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214115807132 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214115807132 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214115807132 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214115807144 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2404/run.2022-12-14_11-25-45/gprs:trx-sysmocell5000/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214115807154 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214115807154 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214115807154 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:58:10.496872 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18901): Terminating (SIGTERM)\u000a11:58:10.538985 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18904): Terminating (SIGTERM)\u000a11:58:10.581677 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18907): Terminating (SIGTERM)\u000a11:58:10.591375 --- ParallelTerminationStrategy: PID 18901 died...\u000a11:58:10.647484 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18901): Terminated: ok {rc=0}\u000a11:58:10.657668 --- ParallelTerminationStrategy: PID 18904 died...\u000a11:58:10.713684 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18904): Terminated: ok {rc=0}\u000a11:58:10.723753 --- ParallelTerminationStrategy: PID 18907 died...\u000a11:58:10.779872 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18907): Terminated: ok {rc=0}\u000a11:58:10.867218 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "69", "name" : "gprs_trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T11:57:12" }, { "cases" : [ { "testActions" : [ ], "age" : 266, "className" : "gprs:trx-sysmocell5000+mod-bts0-egprs", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18922): Process ended prematurely: osmo-stp_10.42.42.5(pid=18922) [trial-2404↪gprs:trx-sysmocell5000+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18922)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18922): Process ended prematurely: osmo-stp_10.42.42.5(pid=18922) [trial-2404↪gprs:trx-sysmocell5000+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18922)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2404 gprs:trx-sysmocell5000+mod-bts0-egprs cs_paging_gprs_active.py\u000a----------------------------------------------\u000a11:58:13.032012 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:58:13.043433 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a11:58:13.188622 tst cs_paging_gprs_active.py: using LAC 40739\u000a11:58:13.316171 tst cs_paging_gprs_active.py: using RAC 194\u000a11:58:13.440585 tst cs_paging_gprs_active.py: using CellId 40739\u000a11:58:13.561548 tst cs_paging_gprs_active.py: using BVCI 40740\u000a11:58:13.584729 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:58:13.595663 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:58:13.606449 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:58:13.617423 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:58:13.628336 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:58:13.639397 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:58:13.650529 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:58:13.661400 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:58:13.672468 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a11:58:13.795310 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a11:58:14.092196 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a11:58:14.228638 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:58:14.569385 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18912): Launched\u000a11:58:14.853586 run iperf3-srv_10.42.42.10(pid=18913): Launched\u000a11:58:15.054164 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a11:58:15.191092 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:58:15.531166 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18914): Launched\u000a11:58:15.814998 run iperf3-srv_10.42.42.10(pid=18915): Launched\u000a11:58:16.018943 tst cs_paging_gprs_active.py:38: start network...\u000a11:58:16.157548 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:58:16.719960 run create_hlr_db(pid=18916): Launched\u000a11:58:16.913154 bus /gobi_6: Setting Powered False\u000a11:58:17.920012 run create_hlr_db(pid=18916): Terminated: ok {rc=0}\u000a11:58:18.370753 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18918): Launched\u000a11:58:18.700312 run osmo-hlr_10.42.42.2(pid=18919): Launched\u000a11:58:18.819616 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:58:19.390773 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18921): Launched\u000a11:58:19.719989 run osmo-stp_10.42.42.5(pid=18922): Launched\u000a11:58:19.839268 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a11:58:20.413861 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18924): Launched\u000a11:58:20.530919 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a11:58:20.816590 run patchelf(pid=18925): Launched\u000a11:58:21.008629 run osmo-stp_10.42.42.5(pid=18922): ERR: Terminated: ERROR {rc=1} [trial-2404↪gprs:trx-sysmocell5000+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18922)]\u000a11:58:21.149100 run osmo-stp_10.42.42.5(pid=18922): stdout: \u000a| (launched: 2022-12-14_11:58:19.557810)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:58:21.289771 run osmo-stp_10.42.42.5(pid=18922): stderr: \u000a| �[0;m�[38;5;43m20221214115819747 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214115819747 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214115819747 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214115819747 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214115819748 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214115819748 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214115819748 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:58:21.426680 run osmo-stp_10.42.42.5(pid=18922): stdout: \u000a| (launched: 2022-12-14_11:58:19.557810)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:58:21.561329 run osmo-stp_10.42.42.5(pid=18922): stderr: \u000a| �[0;m�[38;5;43m20221214115819747 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214115819747 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214115819747 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214115819747 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214115819748 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214115819748 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214115819748 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:58:21.717738 run patchelf(pid=18925): Terminating (SIGINT)\u000a11:58:21.901930 run patchelf(pid=18925): Terminated: ok {rc=0}\u000a11:58:21.935621 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=18922): Process ended prematurely: osmo-stp_10.42.42.5(pid=18922) [trial-2404↪gprs:trx-sysmocell5000+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18922)] [trial-2404↪gprs:trx-sysmocell5000+mod-bts0-egprs↪cs_paging_gprs_active.py:38]\u000a11:58:21.945670 tst cs_paging_gprs_active.py:38: Test FAILED (8.9 sec)\u000a11:58:22.008254 run osmo-hlr_10.42.42.2(pid=18919): ERR: Terminated: ERROR {rc=237} [trial-2404↪gprs:trx-sysmocell5000+mod-bts0-egprs↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18919)]\u000a11:58:22.059389 run osmo-hlr_10.42.42.2(pid=18919): stdout: \u000a| (launched: 2022-12-14_11:58:18.538177) \u000a11:58:22.111144 run osmo-hlr_10.42.42.2(pid=18919): stderr: \u000a| �[0;m�[1;31m20221214115818735 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214115818735 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214115818735 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214115818736 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214115818736 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214115818736 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214115818748 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2404/run.2022-12-14_11-25-45/gprs:trx-sysmocell5000+mod-bts0-egprs/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214115818757 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214115818757 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214115818757 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:58:22.155308 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18912): Terminating (SIGTERM)\u000a11:58:22.196861 run iperf3-srv_10.42.42.10(pid=18913): Terminating (SIGTERM)\u000a11:58:22.238822 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18914): Terminating (SIGTERM)\u000a11:58:22.280378 run iperf3-srv_10.42.42.10(pid=18915): Terminating (SIGTERM)\u000a11:58:22.322447 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18918): Terminating (SIGTERM)\u000a11:58:22.365025 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18921): Terminating (SIGTERM)\u000a11:58:22.406998 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18924): Terminating (SIGTERM)\u000a11:58:22.416560 --- ParallelTerminationStrategy: PID 18912 died...\u000a11:58:22.472412 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18912): Terminated: ok {rc=0}\u000a11:58:22.482441 --- ParallelTerminationStrategy: PID 18913 died...\u000a11:58:22.539402 run iperf3-srv_10.42.42.10(pid=18913): Terminated {rc=256}\u000a11:58:22.549883 --- ParallelTerminationStrategy: PID 18914 died...\u000a11:58:22.605644 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18914): Terminated: ok {rc=0}\u000a11:58:22.615691 --- ParallelTerminationStrategy: PID 18915 died...\u000a11:58:22.671455 run iperf3-srv_10.42.42.10(pid=18915): Terminated {rc=256}\u000a11:58:22.681881 --- ParallelTerminationStrategy: PID 18918 died...\u000a11:58:22.737561 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18918): Terminated: ok {rc=0}\u000a11:58:22.747514 --- ParallelTerminationStrategy: PID 18921 died...\u000a11:58:22.803284 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18921): Terminated: ok {rc=0}\u000a11:58:22.813449 --- ParallelTerminationStrategy: PID 18924 died...\u000a11:58:22.869126 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18924): Terminated: ok {rc=0}\u000a11:58:22.955921 bus /gobi_0: Setting Powered False\u000a11:58:24.062943 bus /gobi_0: Setting Powered False\u000a11:58:25.175313 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 266, "className" : "gprs:trx-sysmocell5000+mod-bts0-egprs", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18934): Process ended prematurely: osmo-stp_10.42.42.5(pid=18934) [trial-2404↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18934)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18934): Process ended prematurely: osmo-stp_10.42.42.5(pid=18934) [trial-2404↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18934)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2404 gprs:trx-sysmocell5000+mod-bts0-egprs iperf3.py\u000a----------------------------------------------\u000a11:58:26.286735 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:58:26.298578 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a11:58:26.452089 tst iperf3.py: using LAC 40740\u000a11:58:26.578130 tst iperf3.py: using RAC 195\u000a11:58:26.709986 tst iperf3.py: using CellId 40740\u000a11:58:26.838312 tst iperf3.py: using BVCI 40741\u000a11:58:26.863327 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:58:26.874922 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:58:26.886232 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:58:26.897500 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:58:26.908732 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:58:26.919992 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:58:26.931311 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:58:26.942488 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:58:26.953923 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a11:58:27.233870 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a11:58:27.360513 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:58:27.676843 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18926): Launched\u000a11:58:27.939919 run iperf3-srv_10.42.42.10(pid=18927): Launched\u000a11:58:28.124739 tst iperf3.py:8: start network...\u000a11:58:28.251157 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:58:28.731368 run create_hlr_db(pid=18928): Launched\u000a11:58:28.906424 bus /gobi_6: Setting Powered False\u000a11:58:29.928090 run create_hlr_db(pid=18928): Terminated: ok {rc=0}\u000a11:58:30.338063 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18930): Launched\u000a11:58:30.644112 run osmo-hlr_10.42.42.2(pid=18931): Launched\u000a11:58:30.760653 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:58:31.363187 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18933): Launched\u000a11:58:31.790243 run osmo-stp_10.42.42.5(pid=18934): Launched\u000a11:58:31.971333 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a11:58:32.555010 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18936): Launched\u000a11:58:32.671615 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a11:58:32.958530 run patchelf(pid=18937): Launched\u000a11:58:33.150284 run osmo-stp_10.42.42.5(pid=18934): ERR: Terminated: ERROR {rc=1} [trial-2404↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18934)]\u000a11:58:33.290245 run osmo-stp_10.42.42.5(pid=18934): stdout: \u000a| (launched: 2022-12-14_11:58:31.520535)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:58:33.431151 run osmo-stp_10.42.42.5(pid=18934): stderr: \u000a| �[0;m�[38;5;43m20221214115831784 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214115831784 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214115831785 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214115831785 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214115831786 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214115831786 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214115831786 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:58:33.566699 run osmo-stp_10.42.42.5(pid=18934): stdout: \u000a| (launched: 2022-12-14_11:58:31.520535)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:58:33.700831 run osmo-stp_10.42.42.5(pid=18934): stderr: \u000a| �[0;m�[38;5;43m20221214115831784 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214115831784 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214115831785 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214115831785 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214115831786 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214115831786 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214115831786 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:58:33.856635 run patchelf(pid=18937): Terminating (SIGINT)\u000a11:58:34.039570 run patchelf(pid=18937): Terminated: ok {rc=0}\u000a11:58:34.073327 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=18934): Process ended prematurely: osmo-stp_10.42.42.5(pid=18934) [trial-2404↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18934)] [trial-2404↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3.py:8]\u000a11:58:34.083276 tst iperf3.py:8: Test FAILED (7.8 sec)\u000a11:58:34.145835 run osmo-hlr_10.42.42.2(pid=18931): ERR: Terminated: ERROR {rc=237} [trial-2404↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18931)]\u000a11:58:34.196926 run osmo-hlr_10.42.42.2(pid=18931): stdout: \u000a| (launched: 2022-12-14_11:58:30.492931) \u000a11:58:34.248734 run osmo-hlr_10.42.42.2(pid=18931): stderr: \u000a| �[0;m�[1;31m20221214115830668 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214115830668 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214115830668 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214115830668 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214115830668 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214115830668 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214115830680 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2404/run.2022-12-14_11-25-45/gprs:trx-sysmocell5000+mod-bts0-egprs/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214115830689 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214115830689 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214115830689 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:58:34.293361 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18926): Terminating (SIGTERM)\u000a11:58:34.335804 run iperf3-srv_10.42.42.10(pid=18927): Terminating (SIGTERM)\u000a11:58:34.378404 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18930): Terminating (SIGTERM)\u000a11:58:34.420587 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18933): Terminating (SIGTERM)\u000a11:58:34.462998 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18936): Terminating (SIGTERM)\u000a11:58:34.472533 --- ParallelTerminationStrategy: PID 18926 died...\u000a11:58:34.528202 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18926): Terminated: ok {rc=0}\u000a11:58:34.538144 --- ParallelTerminationStrategy: PID 18927 died...\u000a11:58:34.593605 run iperf3-srv_10.42.42.10(pid=18927): Terminated {rc=256}\u000a11:58:34.603551 --- ParallelTerminationStrategy: PID 18930 died...\u000a11:58:34.659147 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18930): Terminated: ok {rc=0}\u000a11:58:34.669333 --- ParallelTerminationStrategy: PID 18933 died...\u000a11:58:34.724659 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18933): Terminated: ok {rc=0}\u000a11:58:34.734630 --- ParallelTerminationStrategy: PID 18936 died...\u000a11:58:34.790206 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18936): Terminated: ok {rc=0}\u000a11:58:34.877032 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 266, "className" : "gprs:trx-sysmocell5000+mod-bts0-egprs", "duration" : 12.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18952): Process ended prematurely: osmo-stp_10.42.42.5(pid=18952) [trial-2404↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18952)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18952): Process ended prematurely: osmo-stp_10.42.42.5(pid=18952) [trial-2404↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18952)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2404 gprs:trx-sysmocell5000+mod-bts0-egprs iperf3m4.py\u000a----------------------------------------------\u000a11:58:35.992700 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:58:36.004908 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a11:58:36.152422 tst iperf3m4.py: using LAC 40741\u000a11:58:36.285095 tst iperf3m4.py: using RAC 196\u000a11:58:36.412739 tst iperf3m4.py: using CellId 40741\u000a11:58:36.533973 tst iperf3m4.py: using BVCI 40742\u000a11:58:36.557502 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:58:36.568846 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:58:36.580032 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:58:36.591129 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:58:36.602309 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:58:36.613560 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:58:36.624849 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:58:36.635987 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:58:36.647284 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a11:58:36.769792 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a11:58:36.889569 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a11:58:37.007853 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a11:58:37.305384 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a11:58:37.442208 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:58:37.782800 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18938): Launched\u000a11:58:38.067786 run iperf3-srv_10.42.42.10(pid=18939): Launched\u000a11:58:38.268137 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a11:58:38.405152 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:58:38.743960 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18940): Launched\u000a11:58:39.026369 run iperf3-srv_10.42.42.10(pid=18941): Launched\u000a11:58:39.226192 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a11:58:39.362826 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:58:39.701218 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18942): Launched\u000a11:58:39.984633 run iperf3-srv_10.42.42.10(pid=18943): Launched\u000a11:58:40.184712 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a11:58:40.320764 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:58:40.660455 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18944): Launched\u000a11:58:40.943131 run iperf3-srv_10.42.42.10(pid=18945): Launched\u000a11:58:41.142974 tst iperf3m4.py:8: start network...\u000a11:58:41.279010 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:58:41.803166 run create_hlr_db(pid=18946): Launched\u000a11:58:41.992638 bus /gobi_6: Setting Powered False\u000a11:58:43.013903 run create_hlr_db(pid=18946): Terminated: ok {rc=0}\u000a11:58:43.451627 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18948): Launched\u000a11:58:43.779293 run osmo-hlr_10.42.42.2(pid=18949): Launched\u000a11:58:43.897792 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:58:44.470947 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18951): Launched\u000a11:58:44.800356 run osmo-stp_10.42.42.5(pid=18952): Launched\u000a11:58:44.919145 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a11:58:45.490687 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18954): Launched\u000a11:58:45.607157 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a11:58:45.894323 run patchelf(pid=18955): Launched\u000a11:58:46.089212 run osmo-stp_10.42.42.5(pid=18952): ERR: Terminated: ERROR {rc=1} [trial-2404↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18952)]\u000a11:58:46.231222 run osmo-stp_10.42.42.5(pid=18952): stdout: \u000a| (launched: 2022-12-14_11:58:44.637889)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:58:46.374348 run osmo-stp_10.42.42.5(pid=18952): stderr: \u000a| �[0;m�[38;5;43m20221214115844827 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214115844827 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214115844827 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214115844827 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214115844828 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214115844828 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214115844828 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:58:46.512119 run osmo-stp_10.42.42.5(pid=18952): stdout: \u000a| (launched: 2022-12-14_11:58:44.637889)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:58:46.648582 run osmo-stp_10.42.42.5(pid=18952): stderr: \u000a| �[0;m�[38;5;43m20221214115844827 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214115844827 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214115844827 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214115844827 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214115844828 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214115844828 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214115844828 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:58:46.807509 run patchelf(pid=18955): Terminating (SIGINT)\u000a11:58:46.993116 run patchelf(pid=18955): Terminated: ok {rc=0}\u000a11:58:47.028174 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=18952): Process ended prematurely: osmo-stp_10.42.42.5(pid=18952) [trial-2404↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18952)] [trial-2404↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3m4.py:8]\u000a11:58:47.039319 tst iperf3m4.py:8: Test FAILED (11.1 sec)\u000a11:58:47.104362 run osmo-hlr_10.42.42.2(pid=18949): ERR: Terminated: ERROR {rc=237} [trial-2404↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18949)]\u000a11:58:47.157015 run osmo-hlr_10.42.42.2(pid=18949): stdout: \u000a| (launched: 2022-12-14_11:58:43.617956) \u000a11:58:47.209820 run osmo-hlr_10.42.42.2(pid=18949): stderr: \u000a| �[0;m�[1;31m20221214115843814 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214115843814 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214115843814 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214115843814 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214115843814 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214115843814 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214115843831 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2404/run.2022-12-14_11-25-45/gprs:trx-sysmocell5000+mod-bts0-egprs/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214115843841 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214115843841 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214115843841 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:58:47.254333 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18938): Terminating (SIGTERM)\u000a11:58:47.296656 run iperf3-srv_10.42.42.10(pid=18939): Terminating (SIGTERM)\u000a11:58:47.339201 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18940): Terminating (SIGTERM)\u000a11:58:47.381133 run iperf3-srv_10.42.42.10(pid=18941): Terminating (SIGTERM)\u000a11:58:47.423801 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18942): Terminating (SIGTERM)\u000a11:58:47.465651 run iperf3-srv_10.42.42.10(pid=18943): Terminating (SIGTERM)\u000a11:58:47.508061 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18944): Terminating (SIGTERM)\u000a11:58:47.550021 run iperf3-srv_10.42.42.10(pid=18945): Terminating (SIGTERM)\u000a11:58:47.592368 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18948): Terminating (SIGTERM)\u000a11:58:47.634344 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18951): Terminating (SIGTERM)\u000a11:58:47.676706 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18954): Terminating (SIGTERM)\u000a11:58:47.686480 --- ParallelTerminationStrategy: PID 18938 died...\u000a11:58:47.742604 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18938): Terminated: ok {rc=0}\u000a11:58:47.752582 --- ParallelTerminationStrategy: PID 18939 died...\u000a11:58:47.808105 run iperf3-srv_10.42.42.10(pid=18939): Terminated {rc=256}\u000a11:58:47.818099 --- ParallelTerminationStrategy: PID 18940 died...\u000a11:58:47.873903 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18940): Terminated: ok {rc=0}\u000a11:58:47.883944 --- ParallelTerminationStrategy: PID 18941 died...\u000a11:58:47.939422 run iperf3-srv_10.42.42.10(pid=18941): Terminated {rc=256}\u000a11:58:47.949705 --- ParallelTerminationStrategy: PID 18942 died...\u000a11:58:48.005582 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18942): Terminated: ok {rc=0}\u000a11:58:48.015613 --- ParallelTerminationStrategy: PID 18943 died...\u000a11:58:48.071361 run iperf3-srv_10.42.42.10(pid=18943): Terminated {rc=256}\u000a11:58:48.081496 --- ParallelTerminationStrategy: PID 18944 died...\u000a11:58:48.137331 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18944): Terminated: ok {rc=0}\u000a11:58:48.147457 --- ParallelTerminationStrategy: PID 18945 died...\u000a11:58:48.203278 run iperf3-srv_10.42.42.10(pid=18945): Terminated {rc=256}\u000a11:58:48.213386 --- ParallelTerminationStrategy: PID 18948 died...\u000a11:58:48.269116 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18948): Terminated: ok {rc=0}\u000a11:58:48.279128 --- ParallelTerminationStrategy: PID 18951 died...\u000a11:58:48.334970 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18951): Terminated: ok {rc=0}\u000a11:58:48.345453 --- ParallelTerminationStrategy: PID 18954 died...\u000a11:58:48.401497 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18954): Terminated: ok {rc=0}\u000a11:58:48.488547 bus /gobi_4: Setting Powered False\u000a11:58:49.595886 bus /gobi_4: Setting Powered False\u000a11:58:50.704561 bus /gobi_1: Setting Powered False\u000a11:58:51.811751 bus /gobi_1: Setting Powered False\u000a11:58:52.919902 bus /gobi_0: Setting Powered False\u000a11:58:54.027370 bus /gobi_0: Setting Powered False\u000a11:58:55.140852 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 266, "className" : "gprs:trx-sysmocell5000+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18962): Process ended prematurely: osmo-stp_10.42.42.5(pid=18962) [trial-2404↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18962)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18962): Process ended prematurely: osmo-stp_10.42.42.5(pid=18962) [trial-2404↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18962)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2404 gprs:trx-sysmocell5000+mod-bts0-egprs ping.py\u000a----------------------------------------------\u000a11:58:56.208829 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:58:56.220674 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a11:58:56.360163 tst ping.py: using LAC 40742\u000a11:58:56.479508 tst ping.py: using RAC 197\u000a11:58:56.602856 tst ping.py: using CellId 40742\u000a11:58:56.719378 tst ping.py: using BVCI 40743\u000a11:58:56.742288 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:58:56.753343 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:58:56.764091 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:58:56.775015 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:58:56.786534 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:58:56.798201 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:58:56.810048 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:58:56.821759 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a11:58:57.100323 tst ping.py:19: start network...\u000a11:58:57.225627 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:58:57.699087 run create_hlr_db(pid=18956): Launched\u000a11:58:57.873244 bus /gobi_6: Setting Powered False\u000a11:58:58.894254 run create_hlr_db(pid=18956): Terminated: ok {rc=0}\u000a11:58:59.324721 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18958): Launched\u000a11:58:59.648179 run osmo-hlr_10.42.42.2(pid=18959): Launched\u000a11:58:59.768893 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:59:00.334479 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18961): Launched\u000a11:59:00.658880 run osmo-stp_10.42.42.5(pid=18962): Launched\u000a11:59:00.774974 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a11:59:01.361340 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18964): Launched\u000a11:59:01.473760 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a11:59:01.764061 run patchelf(pid=18965): Launched\u000a11:59:01.950907 run osmo-stp_10.42.42.5(pid=18962): ERR: Terminated: ERROR {rc=1} [trial-2404↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18962)]\u000a11:59:02.087244 run osmo-stp_10.42.42.5(pid=18962): stdout: \u000a| (launched: 2022-12-14_11:59:00.498832)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:59:02.224321 run osmo-stp_10.42.42.5(pid=18962): stderr: \u000a| �[0;m�[38;5;43m20221214115900691 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214115900691 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214115900691 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214115900691 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214115900692 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214115900692 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214115900692 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:59:02.349068 run osmo-stp_10.42.42.5(pid=18962): stdout: \u000a| (launched: 2022-12-14_11:59:00.498832)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:59:02.473158 run osmo-stp_10.42.42.5(pid=18962): stderr: \u000a| �[0;m�[38;5;43m20221214115900691 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214115900691 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214115900691 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214115900691 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214115900692 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214115900692 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214115900692 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:59:02.617711 run patchelf(pid=18965): Terminating (SIGINT)\u000a11:59:02.786916 run patchelf(pid=18965): Terminated: ok {rc=0}\u000a11:59:02.817769 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=18962): Process ended prematurely: osmo-stp_10.42.42.5(pid=18962) [trial-2404↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18962)] [trial-2404↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping.py:22]\u000a11:59:02.826638 tst ping.py:22: Test FAILED (6.6 sec)\u000a11:59:02.888525 run osmo-hlr_10.42.42.2(pid=18959): ERR: Terminated: ERROR {rc=237} [trial-2404↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18959)]\u000a11:59:02.938707 run osmo-hlr_10.42.42.2(pid=18959): stdout: \u000a| (launched: 2022-12-14_11:58:59.488736) \u000a11:59:02.989623 run osmo-hlr_10.42.42.2(pid=18959): stderr: \u000a| �[0;m�[1;31m20221214115859686 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214115859686 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214115859686 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214115859686 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214115859686 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214115859686 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214115859699 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2404/run.2022-12-14_11-25-45/gprs:trx-sysmocell5000+mod-bts0-egprs/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214115859708 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214115859708 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214115859708 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:59:03.033266 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18958): Terminating (SIGTERM)\u000a11:59:03.074462 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18961): Terminating (SIGTERM)\u000a11:59:03.115673 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18964): Terminating (SIGTERM)\u000a11:59:03.125130 --- ParallelTerminationStrategy: PID 18958 died...\u000a11:59:03.180206 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18958): Terminated: ok {rc=0}\u000a11:59:03.189951 --- ParallelTerminationStrategy: PID 18961 died...\u000a11:59:03.244607 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18961): Terminated: ok {rc=0}\u000a11:59:03.254283 --- ParallelTerminationStrategy: PID 18964 died...\u000a11:59:03.308864 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18964): Terminated: ok {rc=0}\u000a11:59:03.398851 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 266, "className" : "gprs:trx-sysmocell5000+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18972): Process ended prematurely: osmo-stp_10.42.42.5(pid=18972) [trial-2404↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18972)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18972): Process ended prematurely: osmo-stp_10.42.42.5(pid=18972) [trial-2404↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18972)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2404 gprs:trx-sysmocell5000+mod-bts0-egprs ping_idle_ping.py\u000a----------------------------------------------\u000a11:59:04.452403 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:59:04.464521 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a11:59:04.604426 tst ping_idle_ping.py: using LAC 40743\u000a11:59:04.721760 tst ping_idle_ping.py: using RAC 198\u000a11:59:04.838828 tst ping_idle_ping.py: using CellId 40743\u000a11:59:04.955744 tst ping_idle_ping.py: using BVCI 40744\u000a11:59:04.978702 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:59:04.989928 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:59:05.000735 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:59:05.011611 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:59:05.022754 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:59:05.033833 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:59:05.045233 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:59:05.056232 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a11:59:05.352178 tst ping_idle_ping.py:24: start network...\u000a11:59:05.486819 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:59:06.005358 run create_hlr_db(pid=18966): Launched\u000a11:59:06.193768 bus /gobi_6: Setting Powered False\u000a11:59:07.213496 run create_hlr_db(pid=18966): Terminated: ok {rc=0}\u000a11:59:07.620062 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18968): Launched\u000a11:59:07.920440 run osmo-hlr_10.42.42.2(pid=18969): Launched\u000a11:59:08.030533 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:59:08.551500 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18971): Launched\u000a11:59:08.851487 run osmo-stp_10.42.42.5(pid=18972): Launched\u000a11:59:08.960993 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a11:59:09.485191 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18974): Launched\u000a11:59:09.592140 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a11:59:09.857383 run patchelf(pid=18975): Launched\u000a11:59:10.034231 run osmo-stp_10.42.42.5(pid=18972): ERR: Terminated: ERROR {rc=1} [trial-2404↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18972)]\u000a11:59:10.164632 run osmo-stp_10.42.42.5(pid=18972): stdout: \u000a| (launched: 2022-12-14_11:59:08.703455)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:59:10.294313 run osmo-stp_10.42.42.5(pid=18972): stderr: \u000a| �[0;m�[38;5;43m20221214115908872 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214115908872 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214115908872 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214115908873 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214115908874 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214115908874 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214115908874 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:59:10.418974 run osmo-stp_10.42.42.5(pid=18972): stdout: \u000a| (launched: 2022-12-14_11:59:08.703455)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:59:10.542226 run osmo-stp_10.42.42.5(pid=18972): stderr: \u000a| �[0;m�[38;5;43m20221214115908872 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214115908872 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214115908872 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214115908873 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214115908874 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214115908874 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214115908874 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:59:10.686136 run patchelf(pid=18975): Terminating (SIGINT)\u000a11:59:10.854862 run patchelf(pid=18975): Terminated: ok {rc=0}\u000a11:59:10.885684 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=18972): Process ended prematurely: osmo-stp_10.42.42.5(pid=18972) [trial-2404↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18972)] [trial-2404↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping_idle_ping.py:27]\u000a11:59:10.894310 tst ping_idle_ping.py:27: Test FAILED (6.4 sec)\u000a11:59:10.954741 run osmo-hlr_10.42.42.2(pid=18969): ERR: Terminated: ERROR {rc=237} [trial-2404↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18969)]\u000a11:59:11.003637 run osmo-hlr_10.42.42.2(pid=18969): stdout: \u000a| (launched: 2022-12-14_11:59:07.772360) \u000a11:59:11.053340 run osmo-hlr_10.42.42.2(pid=18969): stderr: \u000a| �[0;m�[1;31m20221214115907946 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214115907946 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214115907946 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214115907946 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214115907946 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214115907946 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214115907958 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2404/run.2022-12-14_11-25-45/gprs:trx-sysmocell5000+mod-bts0-egprs/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214115907966 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214115907966 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214115907967 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:59:11.095895 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18968): Terminating (SIGTERM)\u000a11:59:11.136053 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18971): Terminating (SIGTERM)\u000a11:59:11.176158 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18974): Terminating (SIGTERM)\u000a11:59:11.185475 --- ParallelTerminationStrategy: PID 18968 died...\u000a11:59:11.239757 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18968): Terminated: ok {rc=0}\u000a11:59:11.249497 --- ParallelTerminationStrategy: PID 18971 died...\u000a11:59:11.303010 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18971): Terminated: ok {rc=0}\u000a11:59:11.312627 --- ParallelTerminationStrategy: PID 18974 died...\u000a11:59:11.366404 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18974): Terminated: ok {rc=0}\u000a11:59:11.450279 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "70", "name" : "gprs_trx-sysmocell5000+mod-bts0-egprs", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T11:58:12" }, { "cases" : [ { "testActions" : [ ], "age" : 266, "className" : "gprs:trx-sysmocell5000+mod-bts0-dynts-ipa", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18990): Process ended prematurely: osmo-stp_10.42.42.5(pid=18990) [trial-2404↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18990)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18990): Process ended prematurely: osmo-stp_10.42.42.5(pid=18990) [trial-2404↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18990)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2404 gprs:trx-sysmocell5000+mod-bts0-dynts-ipa cs_paging_gprs_active.py\u000a----------------------------------------------\u000a11:59:13.617428 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:59:13.628268 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a11:59:13.786626 tst cs_paging_gprs_active.py: using LAC 40744\u000a11:59:13.905963 tst cs_paging_gprs_active.py: using RAC 199\u000a11:59:14.024792 tst cs_paging_gprs_active.py: using CellId 40744\u000a11:59:14.145656 tst cs_paging_gprs_active.py: using BVCI 40745\u000a11:59:14.169443 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:59:14.180392 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:59:14.191224 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:59:14.202073 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:59:14.213224 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:59:14.224308 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:59:14.235552 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:59:14.246644 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:59:14.257924 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a11:59:14.381562 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a11:59:14.664462 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a11:59:14.791773 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:59:15.109196 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18980): Launched\u000a11:59:15.373067 run iperf3-srv_10.42.42.10(pid=18981): Launched\u000a11:59:15.558672 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a11:59:15.685379 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:59:16.019416 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18982): Launched\u000a11:59:16.310687 run iperf3-srv_10.42.42.10(pid=18983): Launched\u000a11:59:16.521425 tst cs_paging_gprs_active.py:38: start network...\u000a11:59:16.664748 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:59:17.227854 run create_hlr_db(pid=18984): Launched\u000a11:59:17.419293 bus /gobi_6: Setting Powered False\u000a11:59:18.440265 run create_hlr_db(pid=18984): Terminated: ok {rc=0}\u000a11:59:18.851976 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18986): Launched\u000a11:59:19.158548 run osmo-hlr_10.42.42.2(pid=18987): Launched\u000a11:59:19.276455 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:59:19.815724 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18989): Launched\u000a11:59:20.121019 run osmo-stp_10.42.42.5(pid=18990): Launched\u000a11:59:20.231439 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a11:59:20.766903 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18992): Launched\u000a11:59:20.876369 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a11:59:21.143379 run patchelf(pid=18993): Launched\u000a11:59:21.322834 run osmo-stp_10.42.42.5(pid=18990): ERR: Terminated: ERROR {rc=1} [trial-2404↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18990)]\u000a11:59:21.454508 run osmo-stp_10.42.42.5(pid=18990): stdout: \u000a| (launched: 2022-12-14_11:59:19.970755)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:59:21.586745 run osmo-stp_10.42.42.5(pid=18990): stderr: \u000a| �[0;m�[38;5;43m20221214115920143 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214115920143 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214115920143 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214115920144 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214115920144 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214115920144 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214115920144 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:59:21.713678 run osmo-stp_10.42.42.5(pid=18990): stdout: \u000a| (launched: 2022-12-14_11:59:19.970755)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:59:21.839137 run osmo-stp_10.42.42.5(pid=18990): stderr: \u000a| �[0;m�[38;5;43m20221214115920143 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214115920143 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214115920143 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214115920144 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214115920144 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214115920144 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214115920144 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:59:21.985788 run patchelf(pid=18993): Terminating (SIGINT)\u000a11:59:22.158108 run patchelf(pid=18993): Terminated: ok {rc=0}\u000a11:59:22.190072 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=18990): Process ended prematurely: osmo-stp_10.42.42.5(pid=18990) [trial-2404↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18990)] [trial-2404↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38]\u000a11:59:22.199432 tst cs_paging_gprs_active.py:38: Test FAILED (8.6 sec)\u000a11:59:22.260856 run osmo-hlr_10.42.42.2(pid=18987): ERR: Terminated: ERROR {rc=237} [trial-2404↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18987)]\u000a11:59:22.310356 run osmo-hlr_10.42.42.2(pid=18987): stdout: \u000a| (launched: 2022-12-14_11:59:19.007409) \u000a11:59:22.360654 run osmo-hlr_10.42.42.2(pid=18987): stderr: \u000a| �[0;m�[1;31m20221214115919182 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214115919182 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214115919182 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214115919182 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214115919182 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214115919182 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214115919194 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2404/run.2022-12-14_11-25-45/gprs:trx-sysmocell5000+mod-bts0-dynts-ipa/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214115919202 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214115919202 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214115919202 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:59:22.403656 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18980): Terminating (SIGTERM)\u000a11:59:22.444014 run iperf3-srv_10.42.42.10(pid=18981): Terminating (SIGTERM)\u000a11:59:22.484548 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18982): Terminating (SIGTERM)\u000a11:59:22.524800 run iperf3-srv_10.42.42.10(pid=18983): Terminating (SIGTERM)\u000a11:59:22.565252 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18986): Terminating (SIGTERM)\u000a11:59:22.605751 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18989): Terminating (SIGTERM)\u000a11:59:22.646151 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18992): Terminating (SIGTERM)\u000a11:59:22.655446 --- ParallelTerminationStrategy: PID 18980 died...\u000a11:59:22.709784 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18980): Terminated: ok {rc=0}\u000a11:59:22.719328 --- ParallelTerminationStrategy: PID 18981 died...\u000a11:59:22.772700 run iperf3-srv_10.42.42.10(pid=18981): Terminated {rc=256}\u000a11:59:22.782271 --- ParallelTerminationStrategy: PID 18982 died...\u000a11:59:22.835816 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18982): Terminated: ok {rc=0}\u000a11:59:22.845456 --- ParallelTerminationStrategy: PID 18983 died...\u000a11:59:22.898725 run iperf3-srv_10.42.42.10(pid=18983): Terminated {rc=256}\u000a11:59:22.908563 --- ParallelTerminationStrategy: PID 18986 died...\u000a11:59:22.962258 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18986): Terminated: ok {rc=0}\u000a11:59:22.971911 --- ParallelTerminationStrategy: PID 18989 died...\u000a11:59:23.025394 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18989): Terminated: ok {rc=0}\u000a11:59:23.035027 --- ParallelTerminationStrategy: PID 18992 died...\u000a11:59:23.088608 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18992): Terminated: ok {rc=0}\u000a11:59:23.177617 bus /gobi_0: Setting Powered False\u000a11:59:24.286900 bus /gobi_0: Setting Powered False\u000a11:59:25.398856 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 266, "className" : "gprs:trx-sysmocell5000+mod-bts0-dynts-ipa", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19002): Process ended prematurely: osmo-stp_10.42.42.5(pid=19002) [trial-2404↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19002)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19002): Process ended prematurely: osmo-stp_10.42.42.5(pid=19002) [trial-2404↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19002)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2404 gprs:trx-sysmocell5000+mod-bts0-dynts-ipa iperf3.py\u000a----------------------------------------------\u000a11:59:26.515268 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:59:26.527718 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a11:59:26.697063 tst iperf3.py: using LAC 40745\u000a11:59:26.824578 tst iperf3.py: using RAC 200\u000a11:59:26.952445 tst iperf3.py: using CellId 40745\u000a11:59:27.079697 tst iperf3.py: using BVCI 40746\u000a11:59:27.105091 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:59:27.116623 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:59:27.127999 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:59:27.139423 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:59:27.150857 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:59:27.162221 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:59:27.173639 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:59:27.184833 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:59:27.196416 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a11:59:27.478461 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a11:59:27.605703 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:59:27.924089 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18994): Launched\u000a11:59:28.187322 run iperf3-srv_10.42.42.10(pid=18995): Launched\u000a11:59:28.373050 tst iperf3.py:8: start network...\u000a11:59:28.499497 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:59:28.980438 run create_hlr_db(pid=18996): Launched\u000a11:59:29.156706 bus /gobi_6: Setting Powered False\u000a11:59:30.177610 run create_hlr_db(pid=18996): Terminated: ok {rc=0}\u000a11:59:30.616546 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18998): Launched\u000a11:59:31.067853 run osmo-hlr_10.42.42.2(pid=18999): Launched\u000a11:59:31.366170 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:59:31.939445 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19001): Launched\u000a11:59:32.351607 run osmo-stp_10.42.42.5(pid=19002): Launched\u000a11:59:32.463911 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a11:59:32.998970 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19004): Launched\u000a11:59:33.107668 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a11:59:33.375078 run patchelf(pid=19005): Launched\u000a11:59:33.554488 run osmo-stp_10.42.42.5(pid=19002): ERR: Terminated: ERROR {rc=1} [trial-2404↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19002)]\u000a11:59:33.685817 run osmo-stp_10.42.42.5(pid=19002): stdout: \u000a| (launched: 2022-12-14_11:59:32.109372)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:59:33.817404 run osmo-stp_10.42.42.5(pid=19002): stderr: \u000a| �[0;m�[38;5;43m20221214115932368 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214115932368 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214115932368 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214115932369 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214115932369 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214115932369 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214115932369 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:59:33.943853 run osmo-stp_10.42.42.5(pid=19002): stdout: \u000a| (launched: 2022-12-14_11:59:32.109372)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:59:34.069496 run osmo-stp_10.42.42.5(pid=19002): stderr: \u000a| �[0;m�[38;5;43m20221214115932368 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214115932368 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214115932368 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214115932369 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214115932369 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214115932369 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214115932369 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:59:34.216177 run patchelf(pid=19005): Terminating (SIGINT)\u000a11:59:34.389333 run patchelf(pid=19005): Terminated: ok {rc=0}\u000a11:59:34.420875 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=19002): Process ended prematurely: osmo-stp_10.42.42.5(pid=19002) [trial-2404↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19002)] [trial-2404↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3.py:8]\u000a11:59:34.430291 tst iperf3.py:8: Test FAILED (8.0 sec)\u000a11:59:34.491880 run osmo-hlr_10.42.42.2(pid=18999): ERR: Terminated: ERROR {rc=237} [trial-2404↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18999)]\u000a11:59:34.541038 run osmo-hlr_10.42.42.2(pid=18999): stdout: \u000a| (launched: 2022-12-14_11:59:30.783753) \u000a11:59:34.591006 run osmo-hlr_10.42.42.2(pid=18999): stderr: \u000a| �[0;m�[1;31m20221214115931095 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214115931095 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214115931095 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214115931095 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214115931095 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214115931095 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214115931113 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2404/run.2022-12-14_11-25-45/gprs:trx-sysmocell5000+mod-bts0-dynts-ipa/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214115931140 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214115931140 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214115931141 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:59:34.633752 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18994): Terminating (SIGTERM)\u000a11:59:34.673925 run iperf3-srv_10.42.42.10(pid=18995): Terminating (SIGTERM)\u000a11:59:34.714055 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18998): Terminating (SIGTERM)\u000a11:59:34.754138 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19001): Terminating (SIGTERM)\u000a11:59:34.794224 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19004): Terminating (SIGTERM)\u000a11:59:34.803337 --- ParallelTerminationStrategy: PID 18994 died...\u000a11:59:34.857321 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18994): Terminated: ok {rc=0}\u000a11:59:34.866768 --- ParallelTerminationStrategy: PID 18995 died...\u000a11:59:34.920165 run iperf3-srv_10.42.42.10(pid=18995): Terminated {rc=256}\u000a11:59:34.929660 --- ParallelTerminationStrategy: PID 18998 died...\u000a11:59:34.983024 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18998): Terminated: ok {rc=0}\u000a11:59:34.992495 --- ParallelTerminationStrategy: PID 19001 died...\u000a11:59:35.045901 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19001): Terminated: ok {rc=0}\u000a11:59:35.055372 --- ParallelTerminationStrategy: PID 19004 died...\u000a11:59:35.109134 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19004): Terminated: ok {rc=0}\u000a11:59:35.197419 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 266, "className" : "gprs:trx-sysmocell5000+mod-bts0-dynts-ipa", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19020): Process ended prematurely: osmo-stp_10.42.42.5(pid=19020) [trial-2404↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19020)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19020): Process ended prematurely: osmo-stp_10.42.42.5(pid=19020) [trial-2404↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19020)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2404 gprs:trx-sysmocell5000+mod-bts0-dynts-ipa iperf3m4.py\u000a----------------------------------------------\u000a11:59:36.308666 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:59:36.320418 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a11:59:36.481316 tst iperf3m4.py: using LAC 40746\u000a11:59:36.602191 tst iperf3m4.py: using RAC 201\u000a11:59:36.722181 tst iperf3m4.py: using CellId 40746\u000a11:59:36.842502 tst iperf3m4.py: using BVCI 40747\u000a11:59:36.865790 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:59:36.876901 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:59:36.887814 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:59:36.898652 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:59:36.910306 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:59:36.921527 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:59:36.932666 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:59:36.943722 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:59:36.955106 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a11:59:37.077108 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a11:59:37.198179 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a11:59:37.320715 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a11:59:37.605772 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a11:59:37.734008 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:59:38.053256 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19006): Launched\u000a11:59:38.318192 run iperf3-srv_10.42.42.10(pid=19007): Launched\u000a11:59:38.505967 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a11:59:38.633520 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:59:38.950253 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19008): Launched\u000a11:59:39.212699 run iperf3-srv_10.42.42.10(pid=19009): Launched\u000a11:59:39.398503 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a11:59:39.524720 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:59:39.842072 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19010): Launched\u000a11:59:40.106677 run iperf3-srv_10.42.42.10(pid=19011): Launched\u000a11:59:40.292262 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a11:59:40.419569 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:59:40.737171 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19012): Launched\u000a11:59:40.999925 run iperf3-srv_10.42.42.10(pid=19013): Launched\u000a11:59:41.185256 tst iperf3m4.py:8: start network...\u000a11:59:41.311853 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:59:41.793938 run create_hlr_db(pid=19014): Launched\u000a11:59:41.970054 bus /gobi_6: Setting Powered False\u000a11:59:42.991108 run create_hlr_db(pid=19014): Terminated: ok {rc=0}\u000a11:59:43.399568 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19016): Launched\u000a11:59:43.705589 run osmo-hlr_10.42.42.2(pid=19017): Launched\u000a11:59:43.824852 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:59:44.363406 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19019): Launched\u000a11:59:44.671315 run osmo-stp_10.42.42.5(pid=19020): Launched\u000a11:59:44.782795 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a11:59:45.316105 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19022): Launched\u000a11:59:45.424734 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a11:59:45.692537 run patchelf(pid=19023): Launched\u000a11:59:45.890387 run osmo-stp_10.42.42.5(pid=19020): ERR: Terminated: ERROR {rc=1} [trial-2404↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19020)]\u000a11:59:46.023967 run osmo-stp_10.42.42.5(pid=19020): stdout: \u000a| (launched: 2022-12-14_11:59:44.518804)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:59:46.158553 run osmo-stp_10.42.42.5(pid=19020): stderr: \u000a| �[0;m�[38;5;43m20221214115944687 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214115944688 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214115944688 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214115944688 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214115944689 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214115944689 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214115944689 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:59:46.287745 run osmo-stp_10.42.42.5(pid=19020): stdout: \u000a| (launched: 2022-12-14_11:59:44.518804)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:59:46.416391 run osmo-stp_10.42.42.5(pid=19020): stderr: \u000a| �[0;m�[38;5;43m20221214115944687 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214115944688 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214115944688 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214115944688 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214115944689 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214115944689 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214115944689 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:59:46.565405 run patchelf(pid=19023): Terminating (SIGINT)\u000a11:59:46.741069 run patchelf(pid=19023): Terminated: ok {rc=0}\u000a11:59:46.774073 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=19020): Process ended prematurely: osmo-stp_10.42.42.5(pid=19020) [trial-2404↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19020)] [trial-2404↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3m4.py:8]\u000a11:59:46.784558 tst iperf3m4.py:8: Test FAILED (10.5 sec)\u000a11:59:46.848888 run osmo-hlr_10.42.42.2(pid=19017): ERR: Terminated: ERROR {rc=237} [trial-2404↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19017)]\u000a11:59:46.900341 run osmo-hlr_10.42.42.2(pid=19017): stdout: \u000a| (launched: 2022-12-14_11:59:43.554438) \u000a11:59:46.952721 run osmo-hlr_10.42.42.2(pid=19017): stderr: \u000a| �[0;m�[1;31m20221214115943728 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214115943728 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214115943728 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214115943728 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214115943728 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214115943728 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214115943740 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2404/run.2022-12-14_11-25-45/gprs:trx-sysmocell5000+mod-bts0-dynts-ipa/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214115943748 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214115943748 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214115943748 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:59:46.997641 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19006): Terminating (SIGTERM)\u000a11:59:47.039828 run iperf3-srv_10.42.42.10(pid=19007): Terminating (SIGTERM)\u000a11:59:47.082219 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19008): Terminating (SIGTERM)\u000a11:59:47.125425 run iperf3-srv_10.42.42.10(pid=19009): Terminating (SIGTERM)\u000a11:59:47.169055 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19010): Terminating (SIGTERM)\u000a11:59:47.211217 run iperf3-srv_10.42.42.10(pid=19011): Terminating (SIGTERM)\u000a11:59:47.254007 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19012): Terminating (SIGTERM)\u000a11:59:47.296121 run iperf3-srv_10.42.42.10(pid=19013): Terminating (SIGTERM)\u000a11:59:47.338731 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19016): Terminating (SIGTERM)\u000a11:59:47.381408 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19019): Terminating (SIGTERM)\u000a11:59:47.423470 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19022): Terminating (SIGTERM)\u000a11:59:47.433249 --- ParallelTerminationStrategy: PID 19006 died...\u000a11:59:47.489258 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19006): Terminated: ok {rc=0}\u000a11:59:47.499322 --- ParallelTerminationStrategy: PID 19007 died...\u000a11:59:47.554942 run iperf3-srv_10.42.42.10(pid=19007): Terminated {rc=256}\u000a11:59:47.565066 --- ParallelTerminationStrategy: PID 19008 died...\u000a11:59:47.620819 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19008): Terminated: ok {rc=0}\u000a11:59:47.630927 --- ParallelTerminationStrategy: PID 19009 died...\u000a11:59:47.686822 run iperf3-srv_10.42.42.10(pid=19009): Terminated {rc=256}\u000a11:59:47.696763 --- ParallelTerminationStrategy: PID 19010 died...\u000a11:59:47.752848 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19010): Terminated: ok {rc=0}\u000a11:59:47.762933 --- ParallelTerminationStrategy: PID 19011 died...\u000a11:59:47.818824 run iperf3-srv_10.42.42.10(pid=19011): Terminated {rc=256}\u000a11:59:47.828763 --- ParallelTerminationStrategy: PID 19012 died...\u000a11:59:47.884575 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19012): Terminated: ok {rc=0}\u000a11:59:47.894607 --- ParallelTerminationStrategy: PID 19013 died...\u000a11:59:47.950562 run iperf3-srv_10.42.42.10(pid=19013): Terminated {rc=256}\u000a11:59:47.960515 --- ParallelTerminationStrategy: PID 19016 died...\u000a11:59:48.016278 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19016): Terminated: ok {rc=0}\u000a11:59:48.026441 --- ParallelTerminationStrategy: PID 19019 died...\u000a11:59:48.082458 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19019): Terminated: ok {rc=0}\u000a11:59:48.092611 --- ParallelTerminationStrategy: PID 19022 died...\u000a11:59:48.148503 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19022): Terminated: ok {rc=0}\u000a11:59:48.234919 bus /gobi_4: Setting Powered False\u000a11:59:49.342013 bus /gobi_4: Setting Powered False\u000a11:59:50.455085 bus /gobi_1: Setting Powered False\u000a11:59:51.558146 bus /gobi_1: Setting Powered False\u000a11:59:52.668233 bus /gobi_0: Setting Powered False\u000a11:59:53.772296 bus /gobi_0: Setting Powered False\u000a11:59:54.882909 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 266, "className" : "gprs:trx-sysmocell5000+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19030): Process ended prematurely: osmo-stp_10.42.42.5(pid=19030) [trial-2404↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19030)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19030): Process ended prematurely: osmo-stp_10.42.42.5(pid=19030) [trial-2404↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19030)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2404 gprs:trx-sysmocell5000+mod-bts0-dynts-ipa ping.py\u000a----------------------------------------------\u000a11:59:55.951582 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:59:55.963771 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a11:59:56.131935 tst ping.py: using LAC 40747\u000a11:59:56.262369 tst ping.py: using RAC 202\u000a11:59:56.387146 tst ping.py: using CellId 40747\u000a11:59:56.511935 tst ping.py: using BVCI 40748\u000a11:59:56.537047 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:59:56.548578 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:59:56.560042 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:59:56.571492 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:59:56.582823 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:59:56.594254 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:59:56.605791 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:59:56.617198 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a11:59:56.893205 tst ping.py:19: start network...\u000a11:59:57.017712 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:59:57.489680 run create_hlr_db(pid=19024): Launched\u000a11:59:57.663349 bus /gobi_6: Setting Powered False\u000a11:59:58.684278 run create_hlr_db(pid=19024): Terminated: ok {rc=0}\u000a11:59:59.113487 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19026): Launched\u000a11:59:59.437147 run osmo-hlr_10.42.42.2(pid=19027): Launched\u000a11:59:59.556012 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:00:00.115828 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19029): Launched\u000a12:00:00.438531 run osmo-stp_10.42.42.5(pid=19030): Launched\u000a12:00:00.554975 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a12:00:01.149939 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19032): Launched\u000a12:00:01.266675 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a12:00:01.562663 run patchelf(pid=19033): Launched\u000a12:00:01.758981 run osmo-stp_10.42.42.5(pid=19030): ERR: Terminated: ERROR {rc=1} [trial-2404↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19030)]\u000a12:00:01.919812 run osmo-stp_10.42.42.5(pid=19030): stdout: \u000a| (launched: 2022-12-14_12:00:00.278821)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:00:02.063891 run osmo-stp_10.42.42.5(pid=19030): stderr: \u000a| �[0;m�[38;5;43m20221214120000470 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214120000470 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214120000470 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214120000471 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214120000471 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214120000471 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214120000471 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:00:02.201813 run osmo-stp_10.42.42.5(pid=19030): stdout: \u000a| (launched: 2022-12-14_12:00:00.278821)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:00:02.338207 run osmo-stp_10.42.42.5(pid=19030): stderr: \u000a| �[0;m�[38;5;43m20221214120000470 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214120000470 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214120000470 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214120000471 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214120000471 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214120000471 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214120000471 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:00:02.499527 run patchelf(pid=19033): Terminating (SIGINT)\u000a12:00:02.686981 run patchelf(pid=19033): Terminated: ok {rc=0}\u000a12:00:02.720681 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=19030): Process ended prematurely: osmo-stp_10.42.42.5(pid=19030) [trial-2404↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19030)] [trial-2404↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping.py:22]\u000a12:00:02.730722 tst ping.py:22: Test FAILED (6.8 sec)\u000a12:00:02.795498 run osmo-hlr_10.42.42.2(pid=19027): ERR: Terminated: ERROR {rc=237} [trial-2404↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19027)]\u000a12:00:02.846918 run osmo-hlr_10.42.42.2(pid=19027): stdout: \u000a| (launched: 2022-12-14_11:59:59.277063) \u000a12:00:02.898885 run osmo-hlr_10.42.42.2(pid=19027): stderr: \u000a| �[0;m�[1;31m20221214115959474 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214115959474 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214115959474 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214115959474 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214115959474 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214115959474 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214115959486 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2404/run.2022-12-14_11-25-45/gprs:trx-sysmocell5000+mod-bts0-dynts-ipa/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214115959495 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214115959495 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214115959495 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:00:02.943420 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19026): Terminating (SIGTERM)\u000a12:00:02.986040 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19029): Terminating (SIGTERM)\u000a12:00:03.027751 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19032): Terminating (SIGTERM)\u000a12:00:03.037495 --- ParallelTerminationStrategy: PID 19026 died...\u000a12:00:03.093494 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19026): Terminated: ok {rc=0}\u000a12:00:03.103665 --- ParallelTerminationStrategy: PID 19029 died...\u000a12:00:03.159301 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19029): Terminated: ok {rc=0}\u000a12:00:03.169351 --- ParallelTerminationStrategy: PID 19032 died...\u000a12:00:03.224847 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19032): Terminated: ok {rc=0}\u000a12:00:03.311101 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 266, "className" : "gprs:trx-sysmocell5000+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19064): Process ended prematurely: osmo-stp_10.42.42.5(pid=19064) [trial-2404↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19064)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19064): Process ended prematurely: osmo-stp_10.42.42.5(pid=19064) [trial-2404↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19064)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2404 gprs:trx-sysmocell5000+mod-bts0-dynts-ipa ping_idle_ping.py\u000a----------------------------------------------\u000a12:00:04.363872 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:00:04.376182 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a12:00:04.548052 tst ping_idle_ping.py: using LAC 40748\u000a12:00:04.673030 tst ping_idle_ping.py: using RAC 203\u000a12:00:04.797456 tst ping_idle_ping.py: using CellId 40748\u000a12:00:04.922604 tst ping_idle_ping.py: using BVCI 40749\u000a12:00:04.947276 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:00:04.958922 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:00:04.970389 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:00:04.981726 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:00:04.993475 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:00:05.005394 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:00:05.017388 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:00:05.029246 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a12:00:05.308874 tst ping_idle_ping.py:24: start network...\u000a12:00:05.434538 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:00:05.918931 run create_hlr_db(pid=19057): Launched\u000a12:00:06.094190 bus /gobi_6: Setting Powered False\u000a12:00:07.115600 run create_hlr_db(pid=19057): Terminated: ok {rc=0}\u000a12:00:07.520286 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19059): Launched\u000a12:00:07.837616 run osmo-hlr_10.42.42.2(pid=19060): Launched\u000a12:00:07.978234 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:00:08.541699 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19063): Launched\u000a12:00:08.865934 run osmo-stp_10.42.42.5(pid=19064): Launched\u000a12:00:08.981574 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a12:00:09.546386 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19066): Launched\u000a12:00:09.661149 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a12:00:09.943780 run patchelf(pid=19067): Launched\u000a12:00:10.133535 run osmo-stp_10.42.42.5(pid=19064): ERR: Terminated: ERROR {rc=1} [trial-2404↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19064)]\u000a12:00:10.271861 run osmo-stp_10.42.42.5(pid=19064): stdout: \u000a| (launched: 2022-12-14_12:00:08.706008)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:00:10.411008 run osmo-stp_10.42.42.5(pid=19064): stderr: \u000a| �[0;m�[38;5;43m20221214120008897 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214120008897 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214120008897 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214120008898 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214120008898 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214120008898 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214120008898 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:00:10.544721 run osmo-stp_10.42.42.5(pid=19064): stdout: \u000a| (launched: 2022-12-14_12:00:08.706008)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:00:10.677374 run osmo-stp_10.42.42.5(pid=19064): stderr: \u000a| �[0;m�[38;5;43m20221214120008897 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214120008897 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214120008897 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214120008898 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214120008898 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214120008898 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214120008898 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:00:10.831399 run patchelf(pid=19067): Terminating (SIGINT)\u000a12:00:11.011957 run patchelf(pid=19067): Terminated: ok {rc=0}\u000a12:00:11.045105 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=19064): Process ended prematurely: osmo-stp_10.42.42.5(pid=19064) [trial-2404↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19064)] [trial-2404↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping_idle_ping.py:27]\u000a12:00:11.054617 tst ping_idle_ping.py:27: Test FAILED (6.7 sec)\u000a12:00:11.117499 run osmo-hlr_10.42.42.2(pid=19060): ERR: Terminated: ERROR {rc=237} [trial-2404↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19060)]\u000a12:00:11.169118 run osmo-hlr_10.42.42.2(pid=19060): stdout: \u000a| (launched: 2022-12-14_12:00:07.674184) \u000a12:00:11.221298 run osmo-hlr_10.42.42.2(pid=19060): stderr: \u000a| �[0;m�[1;31m20221214120007853 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214120007853 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214120007853 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214120007853 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214120007853 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214120007853 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214120007871 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2404/run.2022-12-14_11-25-45/gprs:trx-sysmocell5000+mod-bts0-dynts-ipa/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214120007882 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214120007882 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214120007882 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:00:11.265880 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19059): Terminating (SIGTERM)\u000a12:00:11.308098 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19063): Terminating (SIGTERM)\u000a12:00:11.350127 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19066): Terminating (SIGTERM)\u000a12:00:11.359808 --- ParallelTerminationStrategy: PID 19059 died...\u000a12:00:11.416011 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19059): Terminated: ok {rc=0}\u000a12:00:11.426066 --- ParallelTerminationStrategy: PID 19063 died...\u000a12:00:11.481939 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19063): Terminated: ok {rc=0}\u000a12:00:11.491913 --- ParallelTerminationStrategy: PID 19066 died...\u000a12:00:11.547547 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19066): Terminated: ok {rc=0}\u000a12:00:11.635031 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "71", "name" : "gprs_trx-sysmocell5000+mod-bts0-dynts-ipa", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T11:59:13" }, { "cases" : [ { "testActions" : [ ], "age" : 266, "className" : "gprs:trx-sysmocell5000+mod-bts0-dynts-osmo", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19084): Process ended prematurely: osmo-stp_10.42.42.5(pid=19084) [trial-2404↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19084)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19084): Process ended prematurely: osmo-stp_10.42.42.5(pid=19084) [trial-2404↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19084)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2404 gprs:trx-sysmocell5000+mod-bts0-dynts-osmo cs_paging_gprs_active.py\u000a----------------------------------------------\u000a12:00:13.801562 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:00:13.812510 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a12:00:13.972303 tst cs_paging_gprs_active.py: using LAC 40749\u000a12:00:14.093677 tst cs_paging_gprs_active.py: using RAC 204\u000a12:00:14.213612 tst cs_paging_gprs_active.py: using CellId 40749\u000a12:00:14.333053 tst cs_paging_gprs_active.py: using BVCI 40750\u000a12:00:14.356520 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:00:14.367513 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:00:14.378462 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:00:14.389360 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:00:14.400494 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:00:14.411726 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:00:14.423018 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:00:14.434140 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:00:14.445459 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a12:00:14.567833 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a12:00:14.851890 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a12:00:14.979697 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:00:15.300314 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19074): Launched\u000a12:00:15.580924 run iperf3-srv_10.42.42.10(pid=19075): Launched\u000a12:00:15.786003 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a12:00:15.926948 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:00:16.286004 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19076): Launched\u000a12:00:16.587920 run iperf3-srv_10.42.42.10(pid=19077): Launched\u000a12:00:16.802518 tst cs_paging_gprs_active.py:38: start network...\u000a12:00:16.963149 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:00:17.494996 run create_hlr_db(pid=19078): Launched\u000a12:00:17.684619 bus /gobi_6: Setting Powered False\u000a12:00:18.706535 run create_hlr_db(pid=19078): Terminated: ok {rc=0}\u000a12:00:19.143351 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19080): Launched\u000a12:00:19.473726 run osmo-hlr_10.42.42.2(pid=19081): Launched\u000a12:00:19.592826 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:00:20.163355 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19083): Launched\u000a12:00:20.492411 run osmo-stp_10.42.42.5(pid=19084): Launched\u000a12:00:20.610307 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a12:00:21.182219 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19086): Launched\u000a12:00:21.298989 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a12:00:21.586748 run patchelf(pid=19087): Launched\u000a12:00:21.778283 run osmo-stp_10.42.42.5(pid=19084): ERR: Terminated: ERROR {rc=1} [trial-2404↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19084)]\u000a12:00:21.918806 run osmo-stp_10.42.42.5(pid=19084): stdout: \u000a| (launched: 2022-12-14_12:00:20.332241)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:00:22.059493 run osmo-stp_10.42.42.5(pid=19084): stderr: \u000a| �[0;m�[38;5;43m20221214120020523 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214120020523 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214120020524 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214120020524 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214120020525 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214120020525 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214120020525 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:00:22.195473 run osmo-stp_10.42.42.5(pid=19084): stdout: \u000a| (launched: 2022-12-14_12:00:20.332241)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:00:22.329826 run osmo-stp_10.42.42.5(pid=19084): stderr: \u000a| �[0;m�[38;5;43m20221214120020523 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214120020523 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214120020524 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214120020524 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214120020525 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214120020525 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214120020525 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:00:22.486717 run patchelf(pid=19087): Terminating (SIGINT)\u000a12:00:22.670346 run patchelf(pid=19087): Terminated: ok {rc=0}\u000a12:00:22.704238 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=19084): Process ended prematurely: osmo-stp_10.42.42.5(pid=19084) [trial-2404↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19084)] [trial-2404↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38]\u000a12:00:22.714327 tst cs_paging_gprs_active.py:38: Test FAILED (8.9 sec)\u000a12:00:22.777446 run osmo-hlr_10.42.42.2(pid=19081): ERR: Terminated: ERROR {rc=237} [trial-2404↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19081)]\u000a12:00:22.829029 run osmo-hlr_10.42.42.2(pid=19081): stdout: \u000a| (launched: 2022-12-14_12:00:19.310633) \u000a12:00:22.881251 run osmo-hlr_10.42.42.2(pid=19081): stderr: \u000a| �[0;m�[1;31m20221214120019506 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214120019506 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214120019506 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214120019506 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214120019506 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214120019506 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214120019557 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2404/run.2022-12-14_11-25-45/gprs:trx-sysmocell5000+mod-bts0-dynts-osmo/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214120019568 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214120019568 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214120019568 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:00:22.925871 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19074): Terminating (SIGTERM)\u000a12:00:22.968797 run iperf3-srv_10.42.42.10(pid=19075): Terminating (SIGTERM)\u000a12:00:23.010693 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19076): Terminating (SIGTERM)\u000a12:00:23.052295 run iperf3-srv_10.42.42.10(pid=19077): Terminating (SIGTERM)\u000a12:00:23.094127 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19080): Terminating (SIGTERM)\u000a12:00:23.135896 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19083): Terminating (SIGTERM)\u000a12:00:23.178315 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19086): Terminating (SIGTERM)\u000a12:00:23.187917 --- ParallelTerminationStrategy: PID 19074 died...\u000a12:00:23.243805 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19074): Terminated: ok {rc=0}\u000a12:00:23.253817 --- ParallelTerminationStrategy: PID 19075 died...\u000a12:00:23.309293 run iperf3-srv_10.42.42.10(pid=19075): Terminated {rc=256}\u000a12:00:23.319220 --- ParallelTerminationStrategy: PID 19076 died...\u000a12:00:23.374856 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19076): Terminated: ok {rc=0}\u000a12:00:23.384794 --- ParallelTerminationStrategy: PID 19077 died...\u000a12:00:23.440381 run iperf3-srv_10.42.42.10(pid=19077): Terminated {rc=256}\u000a12:00:23.450307 --- ParallelTerminationStrategy: PID 19080 died...\u000a12:00:23.505624 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19080): Terminated: ok {rc=0}\u000a12:00:23.515586 --- ParallelTerminationStrategy: PID 19083 died...\u000a12:00:23.571075 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19083): Terminated: ok {rc=0}\u000a12:00:23.581210 --- ParallelTerminationStrategy: PID 19086 died...\u000a12:00:23.636616 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19086): Terminated: ok {rc=0}\u000a12:00:23.723361 bus /gobi_0: Setting Powered False\u000a12:00:24.829598 bus /gobi_0: Setting Powered False\u000a12:00:25.937469 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 266, "className" : "gprs:trx-sysmocell5000+mod-bts0-dynts-osmo", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19096): Process ended prematurely: osmo-stp_10.42.42.5(pid=19096) [trial-2404↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19096)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19096): Process ended prematurely: osmo-stp_10.42.42.5(pid=19096) [trial-2404↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19096)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2404 gprs:trx-sysmocell5000+mod-bts0-dynts-osmo iperf3.py\u000a----------------------------------------------\u000a12:00:27.052290 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:00:27.064714 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a12:00:27.230217 tst iperf3.py: using LAC 40750\u000a12:00:27.354162 tst iperf3.py: using RAC 205\u000a12:00:27.473336 tst iperf3.py: using CellId 40750\u000a12:00:27.600147 tst iperf3.py: using BVCI 40751\u000a12:00:27.625464 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:00:27.637232 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:00:27.648795 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:00:27.660340 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:00:27.671842 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:00:27.683178 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:00:27.694677 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:00:27.705911 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:00:27.717388 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a12:00:28.015321 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a12:00:28.152323 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:00:28.495716 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19088): Launched\u000a12:00:28.780178 run iperf3-srv_10.42.42.10(pid=19089): Launched\u000a12:00:28.981307 tst iperf3.py:8: start network...\u000a12:00:29.118193 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:00:29.642492 run create_hlr_db(pid=19090): Launched\u000a12:00:29.831510 bus /gobi_6: Setting Powered False\u000a12:00:30.854200 run create_hlr_db(pid=19090): Terminated: ok {rc=0}\u000a12:00:31.310691 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19092): Launched\u000a12:00:31.708212 run osmo-hlr_10.42.42.2(pid=19093): Launched\u000a12:00:31.872028 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:00:32.531505 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19095): Launched\u000a12:00:32.839105 run osmo-stp_10.42.42.5(pid=19096): Launched\u000a12:00:32.950633 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a12:00:33.483455 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19098): Launched\u000a12:00:33.592190 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a12:00:33.858828 run patchelf(pid=19099): Launched\u000a12:00:34.038089 run osmo-stp_10.42.42.5(pid=19096): ERR: Terminated: ERROR {rc=1} [trial-2404↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19096)]\u000a12:00:34.169209 run osmo-stp_10.42.42.5(pid=19096): stdout: \u000a| (launched: 2022-12-14_12:00:32.687407)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:00:34.300612 run osmo-stp_10.42.42.5(pid=19096): stderr: \u000a| �[0;m�[38;5;43m20221214120032856 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214120032856 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214120032856 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214120032857 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214120032857 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214120032857 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214120032857 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:00:34.427450 run osmo-stp_10.42.42.5(pid=19096): stdout: \u000a| (launched: 2022-12-14_12:00:32.687407)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:00:34.552781 run osmo-stp_10.42.42.5(pid=19096): stderr: \u000a| �[0;m�[38;5;43m20221214120032856 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214120032856 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214120032856 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214120032857 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214120032857 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214120032857 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214120032857 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:00:34.699623 run patchelf(pid=19099): Terminating (SIGINT)\u000a12:00:34.872162 run patchelf(pid=19099): Terminated: ok {rc=0}\u000a12:00:34.903700 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=19096): Process ended prematurely: osmo-stp_10.42.42.5(pid=19096) [trial-2404↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19096)] [trial-2404↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3.py:8]\u000a12:00:34.913469 tst iperf3.py:8: Test FAILED (7.9 sec)\u000a12:00:34.974075 run osmo-hlr_10.42.42.2(pid=19093): ERR: Terminated: ERROR {rc=237} [trial-2404↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19093)]\u000a12:00:35.023274 run osmo-hlr_10.42.42.2(pid=19093): stdout: \u000a| (launched: 2022-12-14_12:00:31.480601) \u000a12:00:35.073144 run osmo-hlr_10.42.42.2(pid=19093): stderr: \u000a| �[0;m�[1;31m20221214120031769 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214120031769 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214120031769 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214120031769 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214120031769 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214120031769 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214120031786 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2404/run.2022-12-14_11-25-45/gprs:trx-sysmocell5000+mod-bts0-dynts-osmo/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214120031800 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214120031800 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214120031800 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:00:35.115778 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19088): Terminating (SIGTERM)\u000a12:00:35.155691 run iperf3-srv_10.42.42.10(pid=19089): Terminating (SIGTERM)\u000a12:00:35.195840 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19092): Terminating (SIGTERM)\u000a12:00:35.235699 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19095): Terminating (SIGTERM)\u000a12:00:35.275640 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19098): Terminating (SIGTERM)\u000a12:00:35.284761 --- ParallelTerminationStrategy: PID 19088 died...\u000a12:00:35.338648 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19088): Terminated: ok {rc=0}\u000a12:00:35.348108 --- ParallelTerminationStrategy: PID 19089 died...\u000a12:00:35.401749 run iperf3-srv_10.42.42.10(pid=19089): Terminated {rc=256}\u000a12:00:35.411279 --- ParallelTerminationStrategy: PID 19092 died...\u000a12:00:35.464869 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19092): Terminated: ok {rc=0}\u000a12:00:35.474469 --- ParallelTerminationStrategy: PID 19095 died...\u000a12:00:35.528182 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19095): Terminated: ok {rc=0}\u000a12:00:35.537785 --- ParallelTerminationStrategy: PID 19098 died...\u000a12:00:35.591477 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19098): Terminated: ok {rc=0}\u000a12:00:35.680877 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 266, "className" : "gprs:trx-sysmocell5000+mod-bts0-dynts-osmo", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19115): Process ended prematurely: osmo-stp_10.42.42.5(pid=19115) [trial-2404↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19115)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19115): Process ended prematurely: osmo-stp_10.42.42.5(pid=19115) [trial-2404↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19115)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2404 gprs:trx-sysmocell5000+mod-bts0-dynts-osmo iperf3m4.py\u000a----------------------------------------------\u000a12:00:36.795277 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:00:36.807056 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a12:00:36.967682 tst iperf3m4.py: using LAC 40751\u000a12:00:37.089211 tst iperf3m4.py: using RAC 206\u000a12:00:37.209474 tst iperf3m4.py: using CellId 40751\u000a12:00:37.329390 tst iperf3m4.py: using BVCI 40752\u000a12:00:37.352717 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:00:37.363771 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:00:37.374771 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:00:37.385813 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:00:37.396923 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:00:37.408137 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:00:37.419523 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:00:37.430786 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:00:37.442320 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a12:00:37.565498 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a12:00:37.686858 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a12:00:37.808712 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a12:00:38.091755 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a12:00:38.219811 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:00:38.540782 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19101): Launched\u000a12:00:38.805418 run iperf3-srv_10.42.42.10(pid=19102): Launched\u000a12:00:38.992804 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a12:00:39.119992 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:00:39.440077 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19103): Launched\u000a12:00:39.703353 run iperf3-srv_10.42.42.10(pid=19104): Launched\u000a12:00:39.889659 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a12:00:40.016576 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:00:40.337046 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19105): Launched\u000a12:00:40.601485 run iperf3-srv_10.42.42.10(pid=19106): Launched\u000a12:00:40.787253 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a12:00:40.915042 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:00:41.232507 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19107): Launched\u000a12:00:41.497598 run iperf3-srv_10.42.42.10(pid=19108): Launched\u000a12:00:41.682972 tst iperf3m4.py:8: start network...\u000a12:00:41.810131 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:00:42.339492 run create_hlr_db(pid=19109): Launched\u000a12:00:42.516523 bus /gobi_6: Setting Powered False\u000a12:00:43.549046 run create_hlr_db(pid=19109): Terminated: ok {rc=0}\u000a12:00:43.961195 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19111): Launched\u000a12:00:44.267819 run osmo-hlr_10.42.42.2(pid=19112): Launched\u000a12:00:44.393106 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:00:44.928678 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19114): Launched\u000a12:00:45.234415 run osmo-stp_10.42.42.5(pid=19115): Launched\u000a12:00:45.345219 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a12:00:45.905416 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19117): Launched\u000a12:00:46.017709 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a12:00:46.305241 run patchelf(pid=19118): Launched\u000a12:00:46.489548 run osmo-stp_10.42.42.5(pid=19115): ERR: Terminated: ERROR {rc=1} [trial-2404↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19115)]\u000a12:00:46.624718 run osmo-stp_10.42.42.5(pid=19115): stdout: \u000a| (launched: 2022-12-14_12:00:45.083109)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:00:46.760095 run osmo-stp_10.42.42.5(pid=19115): stderr: \u000a| �[0;m�[38;5;43m20221214120045253 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214120045253 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214120045253 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214120045254 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214120045254 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214120045254 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214120045254 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:00:46.891403 run osmo-stp_10.42.42.5(pid=19115): stdout: \u000a| (launched: 2022-12-14_12:00:45.083109)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:00:47.021111 run osmo-stp_10.42.42.5(pid=19115): stderr: \u000a| �[0;m�[38;5;43m20221214120045253 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214120045253 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214120045253 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214120045254 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214120045254 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214120045254 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214120045254 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:00:47.196518 run patchelf(pid=19118): Terminating (SIGINT)\u000a12:00:47.381203 run patchelf(pid=19118): Terminated: ok {rc=0}\u000a12:00:47.415570 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=19115): Process ended prematurely: osmo-stp_10.42.42.5(pid=19115) [trial-2404↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19115)] [trial-2404↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3m4.py:8]\u000a12:00:47.426058 tst iperf3m4.py:8: Test FAILED (10.7 sec)\u000a12:00:47.489654 run osmo-hlr_10.42.42.2(pid=19112): ERR: Terminated: ERROR {rc=237} [trial-2404↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19112)]\u000a12:00:47.541406 run osmo-hlr_10.42.42.2(pid=19112): stdout: \u000a| (launched: 2022-12-14_12:00:44.116639) \u000a12:00:47.593621 run osmo-hlr_10.42.42.2(pid=19112): stderr: \u000a| �[0;m�[1;31m20221214120044289 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214120044289 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214120044289 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214120044290 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214120044290 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214120044290 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214120044302 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2404/run.2022-12-14_11-25-45/gprs:trx-sysmocell5000+mod-bts0-dynts-osmo/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214120044311 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214120044311 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214120044311 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:00:47.638333 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19101): Terminating (SIGTERM)\u000a12:00:47.680178 run iperf3-srv_10.42.42.10(pid=19102): Terminating (SIGTERM)\u000a12:00:47.722626 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19103): Terminating (SIGTERM)\u000a12:00:47.764653 run iperf3-srv_10.42.42.10(pid=19104): Terminating (SIGTERM)\u000a12:00:47.808351 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19105): Terminating (SIGTERM)\u000a12:00:47.850397 run iperf3-srv_10.42.42.10(pid=19106): Terminating (SIGTERM)\u000a12:00:47.892839 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19107): Terminating (SIGTERM)\u000a12:00:47.935389 run iperf3-srv_10.42.42.10(pid=19108): Terminating (SIGTERM)\u000a12:00:47.977333 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19111): Terminating (SIGTERM)\u000a12:00:48.019787 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19114): Terminating (SIGTERM)\u000a12:00:48.062052 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19117): Terminating (SIGTERM)\u000a12:00:48.071753 --- ParallelTerminationStrategy: PID 19101 died...\u000a12:00:48.128376 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19101): Terminated: ok {rc=0}\u000a12:00:48.138446 --- ParallelTerminationStrategy: PID 19102 died...\u000a12:00:48.194948 run iperf3-srv_10.42.42.10(pid=19102): Terminated {rc=256}\u000a12:00:48.205190 --- ParallelTerminationStrategy: PID 19103 died...\u000a12:00:48.261449 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19103): Terminated: ok {rc=0}\u000a12:00:48.271488 --- ParallelTerminationStrategy: PID 19104 died...\u000a12:00:48.327536 run iperf3-srv_10.42.42.10(pid=19104): Terminated {rc=256}\u000a12:00:48.337696 --- ParallelTerminationStrategy: PID 19105 died...\u000a12:00:48.394611 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19105): Terminated: ok {rc=0}\u000a12:00:48.405265 --- ParallelTerminationStrategy: PID 19106 died...\u000a12:00:48.461509 run iperf3-srv_10.42.42.10(pid=19106): Terminated {rc=256}\u000a12:00:48.471755 --- ParallelTerminationStrategy: PID 19107 died...\u000a12:00:48.528617 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19107): Terminated: ok {rc=0}\u000a12:00:48.538888 --- ParallelTerminationStrategy: PID 19108 died...\u000a12:00:48.595220 run iperf3-srv_10.42.42.10(pid=19108): Terminated {rc=256}\u000a12:00:48.605603 --- ParallelTerminationStrategy: PID 19111 died...\u000a12:00:48.662060 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19111): Terminated: ok {rc=0}\u000a12:00:48.672156 --- ParallelTerminationStrategy: PID 19114 died...\u000a12:00:48.728393 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19114): Terminated: ok {rc=0}\u000a12:00:48.738748 --- ParallelTerminationStrategy: PID 19117 died...\u000a12:00:48.795604 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19117): Terminated: ok {rc=0}\u000a12:00:48.883443 bus /gobi_4: Setting Powered False\u000a12:00:49.991609 bus /gobi_4: Setting Powered False\u000a12:00:51.104979 bus /gobi_1: Setting Powered False\u000a12:00:52.208816 bus /gobi_1: Setting Powered False\u000a12:00:53.321458 bus /gobi_0: Setting Powered False\u000a12:00:54.425328 bus /gobi_0: Setting Powered False\u000a12:00:55.538438 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 266, "className" : "gprs:trx-sysmocell5000+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19128): Process ended prematurely: osmo-stp_10.42.42.5(pid=19128) [trial-2404↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19128)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19128): Process ended prematurely: osmo-stp_10.42.42.5(pid=19128) [trial-2404↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19128)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2404 gprs:trx-sysmocell5000+mod-bts0-dynts-osmo ping.py\u000a----------------------------------------------\u000a12:00:56.605380 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:00:56.617092 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a12:00:56.774476 tst ping.py: using LAC 40752\u000a12:00:56.894476 tst ping.py: using RAC 207\u000a12:00:57.024825 tst ping.py: using CellId 40752\u000a12:00:57.150143 tst ping.py: using BVCI 40753\u000a12:00:57.174946 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:00:57.186577 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:00:57.198122 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:00:57.209645 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:00:57.220880 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:00:57.232283 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:00:57.243741 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:00:57.255118 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a12:00:57.532271 tst ping.py:19: start network...\u000a12:00:57.657206 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:00:58.131736 run create_hlr_db(pid=19122): Launched\u000a12:00:58.305424 bus /gobi_6: Setting Powered False\u000a12:00:59.327065 run create_hlr_db(pid=19122): Terminated: ok {rc=0}\u000a12:00:59.757514 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19124): Launched\u000a12:01:00.080420 run osmo-hlr_10.42.42.2(pid=19125): Launched\u000a12:01:00.197813 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:01:00.768852 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19127): Launched\u000a12:01:01.279469 run osmo-stp_10.42.42.5(pid=19128): Launched\u000a12:01:01.397141 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a12:01:01.981134 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19130): Launched\u000a12:01:02.098920 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a12:01:02.384804 run patchelf(pid=19131): Launched\u000a12:01:02.573809 run osmo-stp_10.42.42.5(pid=19128): ERR: Terminated: ERROR {rc=1} [trial-2404↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19128)]\u000a12:01:02.712083 run osmo-stp_10.42.42.5(pid=19128): stdout: \u000a| (launched: 2022-12-14_12:01:00.960230)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:01:02.850607 run osmo-stp_10.42.42.5(pid=19128): stderr: \u000a| �[0;m�[38;5;43m20221214120101156 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214120101156 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214120101157 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214120101157 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214120101158 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214120101158 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214120101158 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:01:02.983505 run osmo-stp_10.42.42.5(pid=19128): stdout: \u000a| (launched: 2022-12-14_12:01:00.960230)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:01:03.115463 run osmo-stp_10.42.42.5(pid=19128): stderr: \u000a| �[0;m�[38;5;43m20221214120101156 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214120101156 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214120101157 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214120101157 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214120101158 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214120101158 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214120101158 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:01:03.269400 run patchelf(pid=19131): Terminating (SIGINT)\u000a12:01:03.450147 run patchelf(pid=19131): Terminated: ok {rc=0}\u000a12:01:03.483093 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=19128): Process ended prematurely: osmo-stp_10.42.42.5(pid=19128) [trial-2404↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19128)] [trial-2404↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping.py:22]\u000a12:01:03.492234 tst ping.py:22: Test FAILED (6.9 sec)\u000a12:01:03.555082 run osmo-hlr_10.42.42.2(pid=19125): ERR: Terminated: ERROR {rc=237} [trial-2404↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19125)]\u000a12:01:03.606542 run osmo-hlr_10.42.42.2(pid=19125): stdout: \u000a| (launched: 2022-12-14_12:00:59.921210) \u000a12:01:03.658623 run osmo-hlr_10.42.42.2(pid=19125): stderr: \u000a| �[0;m�[1;31m20221214120100120 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214120100120 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214120100120 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214120100120 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214120100120 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214120100120 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214120100132 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2404/run.2022-12-14_11-25-45/gprs:trx-sysmocell5000+mod-bts0-dynts-osmo/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214120100142 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214120100142 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214120100142 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:01:03.703617 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19124): Terminating (SIGTERM)\u000a12:01:03.746450 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19127): Terminating (SIGTERM)\u000a12:01:03.788675 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19130): Terminating (SIGTERM)\u000a12:01:03.798495 --- ParallelTerminationStrategy: PID 19124 died...\u000a12:01:03.854919 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19124): Terminated: ok {rc=0}\u000a12:01:03.865164 --- ParallelTerminationStrategy: PID 19127 died...\u000a12:01:03.921017 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19127): Terminated: ok {rc=0}\u000a12:01:03.931046 --- ParallelTerminationStrategy: PID 19130 died...\u000a12:01:03.986906 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19130): Terminated: ok {rc=0}\u000a12:01:04.073921 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 266, "className" : "gprs:trx-sysmocell5000+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19138): Process ended prematurely: osmo-stp_10.42.42.5(pid=19138) [trial-2404↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19138)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19138): Process ended prematurely: osmo-stp_10.42.42.5(pid=19138) [trial-2404↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19138)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2404 gprs:trx-sysmocell5000+mod-bts0-dynts-osmo ping_idle_ping.py\u000a----------------------------------------------\u000a12:01:05.128852 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:01:05.141404 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a12:01:05.306266 tst ping_idle_ping.py: using LAC 40753\u000a12:01:05.432575 tst ping_idle_ping.py: using RAC 208\u000a12:01:05.557883 tst ping_idle_ping.py: using CellId 40753\u000a12:01:05.683729 tst ping_idle_ping.py: using BVCI 40754\u000a12:01:05.708390 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:01:05.719936 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:01:05.731418 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:01:05.742800 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:01:05.754162 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:01:05.765570 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:01:05.776917 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:01:05.788347 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a12:01:06.065677 tst ping_idle_ping.py:24: start network...\u000a12:01:06.190907 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:01:06.685058 run create_hlr_db(pid=19132): Launched\u000a12:01:06.873150 bus /gobi_6: Setting Powered False\u000a12:01:07.893009 run create_hlr_db(pid=19132): Terminated: ok {rc=0}\u000a12:01:08.324913 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19134): Launched\u000a12:01:08.650351 run osmo-hlr_10.42.42.2(pid=19135): Launched\u000a12:01:08.771302 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:01:09.335613 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19137): Launched\u000a12:01:09.661637 run osmo-stp_10.42.42.5(pid=19138): Launched\u000a12:01:09.778465 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a12:01:10.346249 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19140): Launched\u000a12:01:10.461881 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a12:01:10.746247 run patchelf(pid=19141): Launched\u000a12:01:10.935754 run osmo-stp_10.42.42.5(pid=19138): ERR: Terminated: ERROR {rc=1} [trial-2404↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19138)]\u000a12:01:11.074588 run osmo-stp_10.42.42.5(pid=19138): stdout: \u000a| (launched: 2022-12-14_12:01:09.500782)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:01:11.214333 run osmo-stp_10.42.42.5(pid=19138): stderr: \u000a| �[0;m�[38;5;43m20221214120109695 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214120109695 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214120109695 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214120109695 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214120109696 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214120109696 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214120109696 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:01:11.348151 run osmo-stp_10.42.42.5(pid=19138): stdout: \u000a| (launched: 2022-12-14_12:01:09.500782)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:01:11.481454 run osmo-stp_10.42.42.5(pid=19138): stderr: \u000a| �[0;m�[38;5;43m20221214120109695 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214120109695 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214120109695 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214120109695 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214120109696 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214120109696 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214120109696 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:01:11.635943 run patchelf(pid=19141): Terminating (SIGINT)\u000a12:01:11.817612 run patchelf(pid=19141): Terminated: ok {rc=0}\u000a12:01:11.850632 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=19138): Process ended prematurely: osmo-stp_10.42.42.5(pid=19138) [trial-2404↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19138)] [trial-2404↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping_idle_ping.py:27]\u000a12:01:11.859842 tst ping_idle_ping.py:27: Test FAILED (6.7 sec)\u000a12:01:11.922804 run osmo-hlr_10.42.42.2(pid=19135): ERR: Terminated: ERROR {rc=237} [trial-2404↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19135)]\u000a12:01:11.974070 run osmo-hlr_10.42.42.2(pid=19135): stdout: \u000a| (launched: 2022-12-14_12:01:08.490197) \u000a12:01:12.026066 run osmo-hlr_10.42.42.2(pid=19135): stderr: \u000a| �[0;m�[1;31m20221214120108689 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214120108689 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214120108689 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214120108689 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214120108689 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214120108689 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214120108702 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2404/run.2022-12-14_11-25-45/gprs:trx-sysmocell5000+mod-bts0-dynts-osmo/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214120108710 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214120108710 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214120108710 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:01:12.070483 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19134): Terminating (SIGTERM)\u000a12:01:12.113009 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19137): Terminating (SIGTERM)\u000a12:01:12.155467 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19140): Terminating (SIGTERM)\u000a12:01:12.165213 --- ParallelTerminationStrategy: PID 19134 died...\u000a12:01:12.221106 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19134): Terminated: ok {rc=0}\u000a12:01:12.231070 --- ParallelTerminationStrategy: PID 19137 died...\u000a12:01:12.286578 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19137): Terminated: ok {rc=0}\u000a12:01:12.296468 --- ParallelTerminationStrategy: PID 19140 died...\u000a12:01:12.351946 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19140): Terminated: ok {rc=0}\u000a12:01:12.439557 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "72", "name" : "gprs_trx-sysmocell5000+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T12:00:13" }, { "cases" : [ { "testActions" : [ ], "age" : 266, "className" : "dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19151): Process ended prematurely: osmo-stp_10.42.42.5(pid=19151) [trial-2404↪dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19151)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19151): Process ended prematurely: osmo-stp_10.42.42.5(pid=19151) [trial-2404↪dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19151)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2404 dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any switch_tch_pdch.py\u000a----------------------------------------------\u000a12:01:14.482443 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a12:01:14.493892 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a12:01:14.659273 tst switch_tch_pdch.py: using LAC 40754\u000a12:01:14.785715 tst switch_tch_pdch.py: using RAC 209\u000a12:01:14.910951 tst switch_tch_pdch.py: using CellId 40754\u000a12:01:15.036629 tst switch_tch_pdch.py: using BVCI 40755\u000a12:01:15.061386 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a12:01:15.073203 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a12:01:15.084878 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a12:01:15.096644 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a12:01:15.108300 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a12:01:15.120078 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a12:01:15.131942 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a12:01:15.143751 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a12:01:15.261496 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a12:01:15.557759 tst switch_tch_pdch.py:51: start network...\u000a12:01:15.691712 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:01:16.214705 run create_hlr_db(pid=19145): Launched\u000a12:01:16.406019 bus /gobi_6: Setting Powered False\u000a12:01:17.427476 run create_hlr_db(pid=19145): Terminated: ok {rc=0}\u000a12:01:17.859346 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19147): Launched\u000a12:01:18.182295 run osmo-hlr_10.42.42.2(pid=19148): Launched\u000a12:01:18.298566 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:01:18.856717 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19150): Launched\u000a12:01:19.179301 run osmo-stp_10.42.42.5(pid=19151): Launched\u000a12:01:19.295832 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a12:01:19.858525 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19153): Launched\u000a12:01:19.972691 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a12:01:20.253054 run patchelf(pid=19154): Launched\u000a12:01:20.440873 run osmo-stp_10.42.42.5(pid=19151): ERR: Terminated: ERROR {rc=1} [trial-2404↪dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19151)]\u000a12:01:20.578582 run osmo-stp_10.42.42.5(pid=19151): stdout: \u000a| (launched: 2022-12-14_12:01:19.020004)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:01:20.716223 run osmo-stp_10.42.42.5(pid=19151): stderr: \u000a| �[0;m�[38;5;43m20221214120119213 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214120119213 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214120119214 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214120119214 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214120119214 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214120119214 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214120119214 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:01:20.848425 run osmo-stp_10.42.42.5(pid=19151): stdout: \u000a| (launched: 2022-12-14_12:01:19.020004)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:01:20.979309 run osmo-stp_10.42.42.5(pid=19151): stderr: \u000a| �[0;m�[38;5;43m20221214120119213 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214120119213 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214120119214 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214120119214 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214120119214 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214120119214 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214120119214 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:01:21.131932 run patchelf(pid=19154): Terminating (SIGINT)\u000a12:01:21.311871 run patchelf(pid=19154): Terminated: ok {rc=0}\u000a12:01:21.344576 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=19151): Process ended prematurely: osmo-stp_10.42.42.5(pid=19151) [trial-2404↪dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19151)] [trial-2404↪dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54]\u000a12:01:21.353963 tst switch_tch_pdch.py:54: Test FAILED (6.9 sec)\u000a12:01:21.416363 run osmo-hlr_10.42.42.2(pid=19148): ERR: Terminated: ERROR {rc=237} [trial-2404↪dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19148)]\u000a12:01:21.467435 run osmo-hlr_10.42.42.2(pid=19148): stdout: \u000a| (launched: 2022-12-14_12:01:18.023110) \u000a12:01:21.519273 run osmo-hlr_10.42.42.2(pid=19148): stderr: \u000a| �[0;m�[1;31m20221214120118223 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214120118223 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214120118223 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214120118223 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214120118223 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214120118223 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214120118235 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2404/run.2022-12-14_11-25-45/dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214120118243 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214120118243 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214120118244 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:01:21.563460 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19147): Terminating (SIGTERM)\u000a12:01:21.605327 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19150): Terminating (SIGTERM)\u000a12:01:21.647528 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19153): Terminating (SIGTERM)\u000a12:01:21.657221 --- ParallelTerminationStrategy: PID 19147 died...\u000a12:01:21.713142 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19147): Terminated: ok {rc=0}\u000a12:01:21.723056 --- ParallelTerminationStrategy: PID 19150 died...\u000a12:01:21.778273 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19150): Terminated: ok {rc=0}\u000a12:01:21.788173 --- ParallelTerminationStrategy: PID 19153 died...\u000a12:01:21.843330 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19153): Terminated: ok {rc=0}\u000a12:01:21.929853 bus /gobi_0: Setting Powered False\u000a12:01:23.036643 bus /gobi_0: Setting Powered False\u000a12:01:24.144603 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "73", "name" : "dynts_trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T12:01:14" }, { "cases" : [ { "testActions" : [ ], "age" : 266, "className" : "dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19164): Process ended prematurely: osmo-stp_10.42.42.5(pid=19164) [trial-2404↪dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19164)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19164): Process ended prematurely: osmo-stp_10.42.42.5(pid=19164) [trial-2404↪dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19164)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2404 dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo switch_tch_pdch.py\u000a----------------------------------------------\u000a12:01:26.138059 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a12:01:26.149716 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x bts (candidates: 1)\u000a12:01:26.313368 tst switch_tch_pdch.py: using LAC 40755\u000a12:01:26.437684 tst switch_tch_pdch.py: using RAC 210\u000a12:01:26.562089 tst switch_tch_pdch.py: using CellId 40755\u000a12:01:26.681736 tst switch_tch_pdch.py: using BVCI 40756\u000a12:01:26.704623 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a12:01:26.715871 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a12:01:26.727156 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a12:01:26.738204 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a12:01:26.749589 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a12:01:26.760658 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a12:01:26.771916 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a12:01:26.783339 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a12:01:26.901900 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a12:01:27.194922 tst switch_tch_pdch.py:51: start network...\u000a12:01:27.329985 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:01:27.819079 run create_hlr_db(pid=19158): Launched\u000a12:01:27.950169 bus /gobi_6: Setting Powered False\u000a12:01:29.026639 run create_hlr_db(pid=19158): Terminated: ok {rc=0}\u000a12:01:29.407004 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19160): Launched\u000a12:01:29.708660 run osmo-hlr_10.42.42.2(pid=19161): Launched\u000a12:01:29.819003 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:01:30.315604 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19163): Launched\u000a12:01:30.615368 run osmo-stp_10.42.42.5(pid=19164): Launched\u000a12:01:30.726145 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a12:01:31.286952 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19166): Launched\u000a12:01:31.405543 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a12:01:31.692893 run patchelf(pid=19167): Launched\u000a12:01:31.886876 run osmo-stp_10.42.42.5(pid=19164): ERR: Terminated: ERROR {rc=1} [trial-2404↪dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19164)]\u000a12:01:32.028736 run osmo-stp_10.42.42.5(pid=19164): stdout: \u000a| (launched: 2022-12-14_12:01:30.467366)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:01:32.169903 run osmo-stp_10.42.42.5(pid=19164): stderr: \u000a| �[0;m�[38;5;43m20221214120130639 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214120130639 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214120130639 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214120130639 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214120130640 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214120130640 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214120130640 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:01:32.303294 run osmo-stp_10.42.42.5(pid=19164): stdout: \u000a| (launched: 2022-12-14_12:01:30.467366)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:01:32.435960 run osmo-stp_10.42.42.5(pid=19164): stderr: \u000a| �[0;m�[38;5;43m20221214120130639 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214120130639 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214120130639 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214120130639 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214120130640 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214120130640 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214120130640 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:01:32.590437 run patchelf(pid=19167): Terminating (SIGINT)\u000a12:01:32.771510 run patchelf(pid=19167): Terminated: ok {rc=0}\u000a12:01:32.804411 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=19164): Process ended prematurely: osmo-stp_10.42.42.5(pid=19164) [trial-2404↪dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19164)] [trial-2404↪dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54]\u000a12:01:32.813831 tst switch_tch_pdch.py:54: Test FAILED (6.7 sec)\u000a12:01:32.876885 run osmo-hlr_10.42.42.2(pid=19161): ERR: Terminated: ERROR {rc=237} [trial-2404↪dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19161)]\u000a12:01:32.928411 run osmo-hlr_10.42.42.2(pid=19161): stdout: \u000a| (launched: 2022-12-14_12:01:29.559347) \u000a12:01:32.980720 run osmo-hlr_10.42.42.2(pid=19161): stderr: \u000a| �[0;m�[1;31m20221214120129737 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214120129737 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214120129737 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214120129737 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214120129737 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214120129737 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214120129749 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2404/run.2022-12-14_11-25-45/dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214120129758 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214120129758 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214120129758 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:01:33.025438 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19160): Terminating (SIGTERM)\u000a12:01:33.068186 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19163): Terminating (SIGTERM)\u000a12:01:33.110747 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19166): Terminating (SIGTERM)\u000a12:01:33.120459 --- ParallelTerminationStrategy: PID 19160 died...\u000a12:01:33.176817 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19160): Terminated: ok {rc=0}\u000a12:01:33.186898 --- ParallelTerminationStrategy: PID 19163 died...\u000a12:01:33.242664 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19163): Terminated: ok {rc=0}\u000a12:01:33.252635 --- ParallelTerminationStrategy: PID 19166 died...\u000a12:01:33.309038 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19166): Terminated: ok {rc=0}\u000a12:01:33.395474 bus /gobi_0: Setting Powered False\u000a12:01:34.502527 bus /gobi_0: Setting Powered False\u000a12:01:35.610526 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "74", "name" : "dynts_trx-sysmocell5000+mod-bts0-dynts67-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T12:01:25" }, { "cases" : [ { "testActions" : [ ], "age" : 260, "className" : "nitb_sms:trx-umtrx", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=19172): Process ended prematurely: osmo-nitb_10.42.42.2(pid=19172) [trial-2404↪nitb_sms:trx-umtrx↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=19172)]", "failedSince" : 2145, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_sms/mo_mt_sms.py\", line 11, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=19172): Process ended prematurely: osmo-nitb_10.42.42.2(pid=19172) [trial-2404↪nitb_sms:trx-umtrx↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=19172)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2404 nitb_sms:trx-umtrx mo_mt_sms.py\u000a----------------------------------------------\u000a12:01:37.516581 tst nitb_sms:trx-umtrx: Using 1 x ip_address (candidates: 1)\u000a12:01:37.528636 tst nitb_sms:trx-umtrx: Using 1 x bts (candidates: 1)\u000a12:01:37.668719 tst mo_mt_sms.py: using LAC 40756\u000a12:01:37.792471 tst mo_mt_sms.py: using RAC 211\u000a12:01:37.915939 tst mo_mt_sms.py: using CellId 40756\u000a12:01:38.043566 tst mo_mt_sms.py: using BVCI 40757\u000a12:01:38.068010 tst nitb_sms:trx-umtrx: Using 1 x modem (candidates: 2)\u000a12:01:38.185349 tst nitb_sms:trx-umtrx: Using 1 x modem (candidates: 2)\u000a12:01:38.461859 tst mo_mt_sms.py:9: start nitb and bts...\u000a12:01:38.587009 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a12:01:39.208822 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=19171): Launched\u000a12:01:39.509803 run osmo-nitb_10.42.42.2(pid=19172): Launched\u000a12:01:39.695453 run osmo-nitb_10.42.42.2(pid=19172): ERR: Terminated: ERROR {rc=2} [trial-2404↪nitb_sms:trx-umtrx↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=19172)]\u000a12:01:39.832509 run osmo-nitb_10.42.42.2(pid=19172): stdout: \u000a| (launched: 2022-12-14_12:01:39.362220) \u000a12:01:39.974686 run osmo-nitb_10.42.42.2(pid=19172): stderr: \u000a| (launched: 2022-12-14_12:01:39.406824)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a12:01:40.116763 run osmo-nitb_10.42.42.2(pid=19172): stdout: \u000a| (launched: 2022-12-14_12:01:39.362220) \u000a12:01:40.257530 run osmo-nitb_10.42.42.2(pid=19172): stderr: \u000a| (launched: 2022-12-14_12:01:39.406824)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a12:01:40.638949 tst osmo-nitb_10.42.42.2(pid=19172): stdout: \u000a| (launched: 2022-12-14_12:01:39.362220) \u000a12:01:40.767101 tst osmo-nitb_10.42.42.2(pid=19172): stderr: \u000a| (launched: 2022-12-14_12:01:39.406824)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a12:01:40.823508 tst mo_mt_sms.py:11: ERR: Error: osmo-nitb_10.42.42.2(pid=19172): Process ended prematurely: osmo-nitb_10.42.42.2(pid=19172) [trial-2404↪nitb_sms:trx-umtrx↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=19172)] [trial-2404↪nitb_sms:trx-umtrx↪mo_mt_sms.py:11]\u000a12:01:40.832116 tst mo_mt_sms.py:11: Test FAILED (3.3 sec)\u000a12:01:40.868190 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=19171): Terminating (SIGTERM)\u000a12:01:41.046101 --- ParallelTerminationStrategy: PID 19171 died...\u000a12:01:41.103357 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=19171): Terminated: ok {rc=0}\u000a12:01:41.191120 bus /sierra_3: Setting Powered False\u000a12:01:42.298179 bus /sierra_3: Setting Powered False\u000a12:01:43.408612 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 8.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "75", "name" : "nitb_sms_trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T12:01:37" }, { "cases" : [ { "testActions" : [ ], "age" : 87, "className" : "sms:trx-umtrx", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19182): Process ended prematurely: osmo-stp_10.42.42.5(pid=19182) [trial-2404↪sms:trx-umtrx↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19182)]", "failedSince" : 2318, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/sms/mo_mt_sms.py\", line 16, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19182): Process ended prematurely: osmo-stp_10.42.42.5(pid=19182) [trial-2404↪sms:trx-umtrx↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19182)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2404 sms:trx-umtrx mo_mt_sms.py\u000a----------------------------------------------\u000a12:01:45.304035 tst sms:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a12:01:45.314744 tst sms:trx-umtrx: Using 1 x bts (candidates: 1)\u000a12:01:45.447739 tst mo_mt_sms.py: using LAC 40757\u000a12:01:45.567114 tst mo_mt_sms.py: using RAC 212\u000a12:01:45.689285 tst mo_mt_sms.py: using CellId 40757\u000a12:01:45.805427 tst mo_mt_sms.py: using BVCI 40758\u000a12:01:45.828340 tst sms:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a12:01:45.852246 tst sms:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a12:01:45.864427 tst sms:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a12:01:45.877873 tst sms:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a12:01:45.893333 tst sms:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a12:01:45.906165 tst sms:trx-umtrx: Using 1 x modem (candidates: 2)\u000a12:01:46.036667 tst sms:trx-umtrx: Using 1 x modem (candidates: 2)\u000a12:01:46.238434 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:01:46.724926 run create_hlr_db(pid=19176): Launched\u000a12:01:46.904856 bus /sierra_2: Setting Powered False\u000a12:01:47.921380 run create_hlr_db(pid=19176): Terminated: ok {rc=0}\u000a12:01:48.323315 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19178): Launched\u000a12:01:48.622672 run osmo-hlr_10.42.42.2(pid=19179): Launched\u000a12:01:48.739373 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:01:49.266417 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19181): Launched\u000a12:01:49.567895 run osmo-stp_10.42.42.5(pid=19182): Launched\u000a12:01:49.676307 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:01:50.225448 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19184): Launched\u000a12:01:50.528538 run osmo-msc_10.42.42.6(pid=19185): Launched\u000a12:01:50.704918 run osmo-stp_10.42.42.5(pid=19182): ERR: Terminated: ERROR {rc=1} [trial-2404↪sms:trx-umtrx↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19182)]\u000a12:01:50.833093 run osmo-stp_10.42.42.5(pid=19182): stdout: \u000a| (launched: 2022-12-14_12:01:49.419152)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:01:50.958026 run osmo-stp_10.42.42.5(pid=19182): stderr: \u000a| �[0;m�[38;5;43m20221214120149591 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214120149591 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214120149591 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214120149592 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214120149592 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214120149592 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214120149592 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:01:51.078561 run osmo-stp_10.42.42.5(pid=19182): stdout: \u000a| (launched: 2022-12-14_12:01:49.419152)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:01:51.198024 run osmo-stp_10.42.42.5(pid=19182): stderr: \u000a| �[0;m�[38;5;43m20221214120149591 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214120149591 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214120149591 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214120149592 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214120149592 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214120149592 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214120149592 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:01:51.250386 tst mo_mt_sms.py:16: ERR: Error: osmo-stp_10.42.42.5(pid=19182): Process ended prematurely: osmo-stp_10.42.42.5(pid=19182) [trial-2404↪sms:trx-umtrx↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19182)] [trial-2404↪sms:trx-umtrx↪mo_mt_sms.py:16]\u000a12:01:51.258317 tst mo_mt_sms.py:16: Test FAILED (5.9 sec)\u000a12:01:51.318647 run osmo-hlr_10.42.42.2(pid=19179): ERR: Terminated: ERROR {rc=237} [trial-2404↪sms:trx-umtrx↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19179)]\u000a12:01:51.368041 run osmo-hlr_10.42.42.2(pid=19179): stdout: \u000a| (launched: 2022-12-14_12:01:48.475600) \u000a12:01:51.418557 run osmo-hlr_10.42.42.2(pid=19179): stderr: \u000a| �[0;m�[1;31m20221214120148649 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214120148650 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214120148650 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214120148650 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214120148650 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214120148650 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214120148662 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2404/run.2022-12-14_11-25-45/sms:trx-umtrx/mo_mt_sms.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214120148671 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214120148671 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214120148671 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:01:51.486495 run osmo-msc_10.42.42.6(pid=19185): ERR: Terminated: ERROR {rc=2} [trial-2404↪sms:trx-umtrx↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=19185)]\u000a12:01:51.535678 run osmo-msc_10.42.42.6(pid=19185): stdout: \u000a| (launched: 2022-12-14_12:01:50.377404) \u000a12:01:51.585669 run osmo-msc_10.42.42.6(pid=19185): stderr: \u000a| �[0;m�[38;5;43m20221214120150647 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214120150647 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f799055cc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214120150647 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214120150647 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214120150647 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214120150647 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214120150649 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214120150649 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214120150650 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214120150650 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:01:51.628027 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19178): Terminating (SIGTERM)\u000a12:01:51.668116 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19181): Terminating (SIGTERM)\u000a12:01:51.708135 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19184): Terminating (SIGTERM)\u000a12:01:51.717356 --- ParallelTerminationStrategy: PID 19178 died...\u000a12:01:51.770941 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19178): Terminated: ok {rc=0}\u000a12:01:51.780393 --- ParallelTerminationStrategy: PID 19181 died...\u000a12:01:51.833796 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19181): Terminated: ok {rc=0}\u000a12:01:51.843458 --- ParallelTerminationStrategy: PID 19184 died...\u000a12:01:51.897094 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19184): Terminated: ok {rc=0}\u000a12:01:51.985530 bus /sierra_3: Setting Powered False\u000a12:01:53.090051 bus /sierra_3: Setting Powered False\u000a12:01:54.202188 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 11.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "76", "name" : "sms_trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T12:01:45" }, { "cases" : [ { "testActions" : [ ], "age" : 260, "className" : "nitb_ussd:trx-umtrx", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=19191): Process ended prematurely: osmo-nitb_10.42.42.2(pid=19191) [trial-2404↪nitb_ussd:trx-umtrx↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=19191)]", "failedSince" : 2145, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_ussd/assert_extension.py\", line 12, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=19191): Process ended prematurely: osmo-nitb_10.42.42.2(pid=19191) [trial-2404↪nitb_ussd:trx-umtrx↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=19191)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2404 nitb_ussd:trx-umtrx assert_extension.py\u000a----------------------------------------------\u000a12:01:56.049017 tst nitb_ussd:trx-umtrx: Using 1 x ip_address (candidates: 1)\u000a12:01:56.060117 tst nitb_ussd:trx-umtrx: Using 1 x bts (candidates: 1)\u000a12:01:56.201177 tst assert_extension.py: using LAC 40758\u000a12:01:56.328515 tst assert_extension.py: using RAC 213\u000a12:01:56.454002 tst assert_extension.py: using CellId 40758\u000a12:01:56.578953 tst assert_extension.py: using BVCI 40759\u000a12:01:56.603483 tst nitb_ussd:trx-umtrx: Using 1 x modem (candidates: 1)\u000a12:01:56.894745 tst assert_extension.py:10: start nitb and bts...\u000a12:01:57.029067 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a12:01:57.696847 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=19190): Launched\u000a12:01:58.017141 run osmo-nitb_10.42.42.2(pid=19191): Launched\u000a12:01:58.214021 run osmo-nitb_10.42.42.2(pid=19191): ERR: Terminated: ERROR {rc=2} [trial-2404↪nitb_ussd:trx-umtrx↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=19191)]\u000a12:01:58.359028 run osmo-nitb_10.42.42.2(pid=19191): stdout: \u000a| (launched: 2022-12-14_12:01:57.860482) \u000a12:01:58.505300 run osmo-nitb_10.42.42.2(pid=19191): stderr: \u000a| (launched: 2022-12-14_12:01:57.908224)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a12:01:58.646017 run osmo-nitb_10.42.42.2(pid=19191): stdout: \u000a| (launched: 2022-12-14_12:01:57.860482) \u000a12:01:58.785499 run osmo-nitb_10.42.42.2(pid=19191): stderr: \u000a| (launched: 2022-12-14_12:01:57.908224)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a12:01:59.146713 tst osmo-nitb_10.42.42.2(pid=19191): stdout: \u000a| (launched: 2022-12-14_12:01:57.860482) \u000a12:01:59.275037 tst osmo-nitb_10.42.42.2(pid=19191): stderr: \u000a| (launched: 2022-12-14_12:01:57.908224)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a12:01:59.331432 tst assert_extension.py:12: ERR: Error: osmo-nitb_10.42.42.2(pid=19191): Process ended prematurely: osmo-nitb_10.42.42.2(pid=19191) [trial-2404↪nitb_ussd:trx-umtrx↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=19191)] [trial-2404↪nitb_ussd:trx-umtrx↪assert_extension.py:12]\u000a12:01:59.340426 tst assert_extension.py:12: Test FAILED (3.3 sec)\u000a12:01:59.377009 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=19190): Terminating (SIGTERM)\u000a12:01:59.555024 --- ParallelTerminationStrategy: PID 19190 died...\u000a12:01:59.613345 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=19190): Terminated: ok {rc=0}\u000a12:01:59.701888 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 6.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "77", "name" : "nitb_ussd_trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T12:01:55" }, { "cases" : [ { "testActions" : [ ], "age" : 87, "className" : "ussd:trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19201): Process ended prematurely: osmo-stp_10.42.42.5(pid=19201) [trial-2404↪ussd:trx-umtrx↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19201)]", "failedSince" : 2318, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/ussd/assert_extension.py\", line 17, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19201): Process ended prematurely: osmo-stp_10.42.42.5(pid=19201) [trial-2404↪ussd:trx-umtrx↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19201)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2404 ussd:trx-umtrx assert_extension.py\u000a----------------------------------------------\u000a12:02:01.576177 tst ussd:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a12:02:01.588285 tst ussd:trx-umtrx: Using 1 x bts (candidates: 1)\u000a12:02:01.759919 tst assert_extension.py: using LAC 40759\u000a12:02:01.889420 tst assert_extension.py: using RAC 214\u000a12:02:02.013253 tst assert_extension.py: using CellId 40759\u000a12:02:02.132511 tst assert_extension.py: using BVCI 40760\u000a12:02:02.156561 tst ussd:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a12:02:02.168124 tst ussd:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a12:02:02.179659 tst ussd:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a12:02:02.191304 tst ussd:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a12:02:02.203476 tst ussd:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a12:02:02.215642 tst ussd:trx-umtrx: Using 1 x modem (candidates: 1)\u000a12:02:02.422012 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:02:02.896227 run create_hlr_db(pid=19195): Launched\u000a12:02:03.069822 bus /sierra_2: Setting Powered False\u000a12:02:04.090720 run create_hlr_db(pid=19195): Terminated: ok {rc=0}\u000a12:02:04.522579 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19197): Launched\u000a12:02:04.846141 run osmo-hlr_10.42.42.2(pid=19198): Launched\u000a12:02:04.966869 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:02:05.533065 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19200): Launched\u000a12:02:05.856145 run osmo-stp_10.42.42.5(pid=19201): Launched\u000a12:02:05.972478 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:02:06.559605 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19203): Launched\u000a12:02:06.882039 run osmo-msc_10.42.42.6(pid=19204): Launched\u000a12:02:07.069419 run osmo-stp_10.42.42.5(pid=19201): ERR: Terminated: ERROR {rc=1} [trial-2404↪ussd:trx-umtrx↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19201)]\u000a12:02:07.204747 run osmo-stp_10.42.42.5(pid=19201): stdout: \u000a| (launched: 2022-12-14_12:02:05.696517)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:02:07.339399 run osmo-stp_10.42.42.5(pid=19201): stderr: \u000a| �[0;m�[38;5;43m20221214120205887 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214120205887 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214120205887 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214120205888 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214120205888 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214120205888 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214120205889 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:02:07.468216 run osmo-stp_10.42.42.5(pid=19201): stdout: \u000a| (launched: 2022-12-14_12:02:05.696517)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:02:07.597340 run osmo-stp_10.42.42.5(pid=19201): stderr: \u000a| �[0;m�[38;5;43m20221214120205887 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214120205887 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214120205887 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214120205888 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214120205888 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214120205888 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214120205889 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:02:07.653622 tst assert_extension.py:17: ERR: Error: osmo-stp_10.42.42.5(pid=19201): Process ended prematurely: osmo-stp_10.42.42.5(pid=19201) [trial-2404↪ussd:trx-umtrx↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19201)] [trial-2404↪ussd:trx-umtrx↪assert_extension.py:17]\u000a12:02:07.662394 tst assert_extension.py:17: Test FAILED (6.1 sec)\u000a12:02:07.724875 run osmo-hlr_10.42.42.2(pid=19198): ERR: Terminated: ERROR {rc=237} [trial-2404↪ussd:trx-umtrx↪assert_extension.py↪assert_extension.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19198)]\u000a12:02:07.775956 run osmo-hlr_10.42.42.2(pid=19198): stdout: \u000a| (launched: 2022-12-14_12:02:04.686050) \u000a12:02:07.827718 run osmo-hlr_10.42.42.2(pid=19198): stderr: \u000a| �[0;m�[1;31m20221214120204883 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214120204883 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214120204883 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214120204883 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214120204883 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214120204883 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214120204898 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2404/run.2022-12-14_11-25-45/ussd:trx-umtrx/assert_extension.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214120204906 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214120204906 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214120204906 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:02:07.897709 run osmo-msc_10.42.42.6(pid=19204): ERR: Terminated: ERROR {rc=2} [trial-2404↪ussd:trx-umtrx↪assert_extension.py↪assert_extension.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=19204)]\u000a12:02:07.948586 run osmo-msc_10.42.42.6(pid=19204): stdout: \u000a| (launched: 2022-12-14_12:02:06.723007) \u000a12:02:08.000070 run osmo-msc_10.42.42.6(pid=19204): stderr: \u000a| �[0;m�[38;5;43m20221214120207043 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214120207043 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f1a68f8fc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214120207043 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214120207043 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214120207043 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214120207043 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214120207045 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214120207046 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214120207046 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214120207046 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:02:08.044253 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19197): Terminating (SIGTERM)\u000a12:02:08.086059 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19200): Terminating (SIGTERM)\u000a12:02:08.127657 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19203): Terminating (SIGTERM)\u000a12:02:08.137468 --- ParallelTerminationStrategy: PID 19197 died...\u000a12:02:08.193926 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19197): Terminated: ok {rc=0}\u000a12:02:08.204127 --- ParallelTerminationStrategy: PID 19200 died...\u000a12:02:08.259936 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19200): Terminated: ok {rc=0}\u000a12:02:08.270115 --- ParallelTerminationStrategy: PID 19203 died...\u000a12:02:08.325690 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19203): Terminated: ok {rc=0}\u000a12:02:08.414246 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 9.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "78", "name" : "ussd_trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T12:02:01" }, { "cases" : [ { "testActions" : [ ], "age" : 87, "className" : "voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19215): Process ended prematurely: osmo-stp_10.42.42.5(pid=19215) [trial-2404↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19215)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19215): Process ended prematurely: osmo-stp_10.42.42.5(pid=19215) [trial-2404↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19215)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2404 voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call.py\u000a----------------------------------------------\u000a12:02:10.375147 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a12:02:10.386373 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a12:02:10.543739 tst mo_mt_call.py: using LAC 40760\u000a12:02:10.663461 tst mo_mt_call.py: using RAC 215\u000a12:02:10.788827 tst mo_mt_call.py: using CellId 40760\u000a12:02:10.909170 tst mo_mt_call.py: using BVCI 40761\u000a12:02:10.932315 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a12:02:10.943402 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a12:02:10.954413 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a12:02:10.965330 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a12:02:10.976656 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a12:02:10.987905 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a12:02:11.110212 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a12:02:11.316329 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:02:11.798829 run create_hlr_db(pid=19209): Launched\u000a12:02:11.975118 bus /sierra_2: Setting Powered False\u000a12:02:12.996643 run create_hlr_db(pid=19209): Terminated: ok {rc=0}\u000a12:02:13.405272 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19211): Launched\u000a12:02:13.725376 run osmo-hlr_10.42.42.2(pid=19212): Launched\u000a12:02:13.848206 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:02:14.417762 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19214): Launched\u000a12:02:14.724286 run osmo-stp_10.42.42.5(pid=19215): Launched\u000a12:02:14.835213 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:02:15.397770 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19217): Launched\u000a12:02:15.705265 run osmo-msc_10.42.42.6(pid=19218): Launched\u000a12:02:15.919100 run osmo-stp_10.42.42.5(pid=19215): ERR: Terminated: ERROR {rc=1} [trial-2404↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19215)]\u000a12:02:16.113851 run osmo-stp_10.42.42.5(pid=19215): stdout: \u000a| (launched: 2022-12-14_12:02:14.572646)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:02:16.278431 run osmo-stp_10.42.42.5(pid=19215): stderr: \u000a| �[0;m�[38;5;43m20221214120214746 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214120214746 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214120214746 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214120214747 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214120214747 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214120214747 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214120214747 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:02:16.405057 run osmo-stp_10.42.42.5(pid=19215): stdout: \u000a| (launched: 2022-12-14_12:02:14.572646)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:02:16.530565 run osmo-stp_10.42.42.5(pid=19215): stderr: \u000a| �[0;m�[38;5;43m20221214120214746 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214120214746 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214120214746 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214120214747 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214120214747 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214120214747 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214120214747 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:02:16.586565 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=19215): Process ended prematurely: osmo-stp_10.42.42.5(pid=19215) [trial-2404↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19215)] [trial-2404↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8]\u000a12:02:16.596279 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a12:02:16.660037 run osmo-hlr_10.42.42.2(pid=19212): ERR: Terminated: ERROR {rc=237} [trial-2404↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19212)]\u000a12:02:16.711534 run osmo-hlr_10.42.42.2(pid=19212): stdout: \u000a| (launched: 2022-12-14_12:02:13.560480) \u000a12:02:16.763859 run osmo-hlr_10.42.42.2(pid=19212): stderr: \u000a| �[0;m�[1;31m20221214120213761 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214120213761 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214120213761 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214120213761 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214120213761 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214120213761 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214120213773 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2404/run.2022-12-14_11-25-45/voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214120213781 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214120213782 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214120213782 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:02:16.834468 run osmo-msc_10.42.42.6(pid=19218): ERR: Terminated: ERROR {rc=2} [trial-2404↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=19218)]\u000a12:02:16.886236 run osmo-msc_10.42.42.6(pid=19218): stdout: \u000a| (launched: 2022-12-14_12:02:15.553246) \u000a12:02:16.938567 run osmo-msc_10.42.42.6(pid=19218): stderr: \u000a| �[0;m�[38;5;43m20221214120215822 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214120215822 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f0e2a331c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214120215822 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214120215823 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214120215823 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214120215823 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214120215825 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214120215825 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214120215825 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214120215825 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:02:16.983456 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19211): Terminating (SIGTERM)\u000a12:02:17.025848 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19214): Terminating (SIGTERM)\u000a12:02:17.070219 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19217): Terminating (SIGTERM)\u000a12:02:17.080743 --- ParallelTerminationStrategy: PID 19211 died...\u000a12:02:17.139369 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19211): Terminated: ok {rc=0}\u000a12:02:17.149960 --- ParallelTerminationStrategy: PID 19214 died...\u000a12:02:17.207059 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19214): Terminated: ok {rc=0}\u000a12:02:17.217732 --- ParallelTerminationStrategy: PID 19217 died...\u000a12:02:17.274331 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19217): Terminated: ok {rc=0}\u000a12:02:17.362061 bus /sierra_3: Setting Powered False\u000a12:02:18.468215 bus /sierra_3: Setting Powered False\u000a12:02:19.576272 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 87, "className" : "voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19226): Process ended prematurely: osmo-stp_10.42.42.5(pid=19226) [trial-2404↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19226)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19226): Process ended prematurely: osmo-stp_10.42.42.5(pid=19226) [trial-2404↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19226)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2404 voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a12:02:20.691735 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a12:02:20.703910 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a12:02:20.873765 tst mo_mt_call_osmux.py: using LAC 40761\u000a12:02:21.000438 tst mo_mt_call_osmux.py: using RAC 216\u000a12:02:21.127912 tst mo_mt_call_osmux.py: using CellId 40761\u000a12:02:21.249539 tst mo_mt_call_osmux.py: using BVCI 40762\u000a12:02:21.272786 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a12:02:21.283958 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a12:02:21.295089 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a12:02:21.306125 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a12:02:21.318613 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a12:02:21.331375 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a12:02:21.452908 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a12:02:21.659119 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:02:22.141298 run create_hlr_db(pid=19220): Launched\u000a12:02:22.316688 bus /sierra_2: Setting Powered False\u000a12:02:23.337483 run create_hlr_db(pid=19220): Terminated: ok {rc=0}\u000a12:02:23.775318 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19222): Launched\u000a12:02:24.104245 run osmo-hlr_10.42.42.2(pid=19223): Launched\u000a12:02:24.228328 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:02:24.798995 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19225): Launched\u000a12:02:25.128922 run osmo-stp_10.42.42.5(pid=19226): Launched\u000a12:02:25.247765 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:02:25.850076 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19228): Launched\u000a12:02:26.180122 run osmo-msc_10.42.42.6(pid=19229): Launched\u000a12:02:26.371523 run osmo-stp_10.42.42.5(pid=19226): ERR: Terminated: ERROR {rc=1} [trial-2404↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19226)]\u000a12:02:26.511253 run osmo-stp_10.42.42.5(pid=19226): stdout: \u000a| (launched: 2022-12-14_12:02:24.965668)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:02:26.648581 run osmo-stp_10.42.42.5(pid=19226): stderr: \u000a| �[0;m�[38;5;43m20221214120225158 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214120225158 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214120225158 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214120225159 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214120225159 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214120225159 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214120225159 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:02:26.779848 run osmo-stp_10.42.42.5(pid=19226): stdout: \u000a| (launched: 2022-12-14_12:02:24.965668)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:02:26.910267 run osmo-stp_10.42.42.5(pid=19226): stderr: \u000a| �[0;m�[38;5;43m20221214120225158 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214120225158 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214120225158 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214120225159 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214120225159 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214120225159 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214120225159 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:02:26.967869 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=19226): Process ended prematurely: osmo-stp_10.42.42.5(pid=19226) [trial-2404↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19226)] [trial-2404↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8]\u000a12:02:26.977322 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a12:02:27.040239 run osmo-hlr_10.42.42.2(pid=19223): ERR: Terminated: ERROR {rc=237} [trial-2404↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19223)]\u000a12:02:27.092012 run osmo-hlr_10.42.42.2(pid=19223): stdout: \u000a| (launched: 2022-12-14_12:02:23.941813) \u000a12:02:27.144384 run osmo-hlr_10.42.42.2(pid=19223): stderr: \u000a| �[0;m�[1;31m20221214120224141 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214120224141 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214120224141 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214120224141 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214120224141 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214120224141 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214120224152 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2404/run.2022-12-14_11-25-45/voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214120224161 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214120224161 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214120224161 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:02:27.215570 run osmo-msc_10.42.42.6(pid=19229): ERR: Terminated: ERROR {rc=2} [trial-2404↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=19229)]\u000a12:02:27.267099 run osmo-msc_10.42.42.6(pid=19229): stdout: \u000a| (launched: 2022-12-14_12:02:26.017437) \u000a12:02:27.319074 run osmo-msc_10.42.42.6(pid=19229): stderr: \u000a| �[0;m�[38;5;43m20221214120226341 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214120226341 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f1fb9834c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214120226341 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214120226341 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214120226341 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214120226342 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214120226343 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214120226344 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214120226344 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214120226344 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:02:27.363393 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19222): Terminating (SIGTERM)\u000a12:02:27.405820 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19225): Terminating (SIGTERM)\u000a12:02:27.447769 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19228): Terminating (SIGTERM)\u000a12:02:27.457871 --- ParallelTerminationStrategy: PID 19222 died...\u000a12:02:27.514112 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19222): Terminated: ok {rc=0}\u000a12:02:27.524199 --- ParallelTerminationStrategy: PID 19225 died...\u000a12:02:27.580163 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19225): Terminated: ok {rc=0}\u000a12:02:27.590218 --- ParallelTerminationStrategy: PID 19228 died...\u000a12:02:27.646056 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19228): Terminated: ok {rc=0}\u000a12:02:27.734829 bus /sierra_3: Setting Powered False\u000a12:02:28.838227 bus /sierra_3: Setting Powered False\u000a12:02:29.950569 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "79", "name" : "voice_trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T12:02:10" }, { "cases" : [ { "testActions" : [ ], "age" : 87, "className" : "voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19241): Process ended prematurely: osmo-stp_10.42.42.5(pid=19241) [trial-2404↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19241)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19241): Process ended prematurely: osmo-stp_10.42.42.5(pid=19241) [trial-2404↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19241)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2404 voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call.py\u000a----------------------------------------------\u000a12:02:32.038150 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a12:02:32.053403 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a12:02:32.231131 tst mo_mt_call.py: using LAC 40762\u000a12:02:32.359168 tst mo_mt_call.py: using RAC 217\u000a12:02:32.486847 tst mo_mt_call.py: using CellId 40762\u000a12:02:32.619360 tst mo_mt_call.py: using BVCI 40763\u000a12:02:32.644507 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a12:02:32.656209 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a12:02:32.667787 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a12:02:32.679194 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a12:02:32.691231 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a12:02:32.703256 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a12:02:32.821864 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a12:02:33.035999 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:02:33.562988 run create_hlr_db(pid=19235): Launched\u000a12:02:33.752668 bus /sierra_2: Setting Powered False\u000a12:02:34.772867 run create_hlr_db(pid=19235): Terminated: ok {rc=0}\u000a12:02:35.187413 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19237): Launched\u000a12:02:35.495217 run osmo-hlr_10.42.42.2(pid=19238): Launched\u000a12:02:35.611637 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:02:36.154932 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19240): Launched\u000a12:02:36.462240 run osmo-stp_10.42.42.5(pid=19241): Launched\u000a12:02:36.579031 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:02:37.140184 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19243): Launched\u000a12:02:37.449120 run osmo-msc_10.42.42.6(pid=19244): Launched\u000a12:02:37.630661 run osmo-stp_10.42.42.5(pid=19241): ERR: Terminated: ERROR {rc=1} [trial-2404↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19241)]\u000a12:02:37.760903 run osmo-stp_10.42.42.5(pid=19241): stdout: \u000a| (launched: 2022-12-14_12:02:36.310371)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:02:37.889822 run osmo-stp_10.42.42.5(pid=19241): stderr: \u000a| �[0;m�[38;5;43m20221214120236481 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214120236481 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214120236481 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214120236481 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214120236482 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214120236482 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214120236482 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:02:38.012733 run osmo-stp_10.42.42.5(pid=19241): stdout: \u000a| (launched: 2022-12-14_12:02:36.310371)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:02:38.135136 run osmo-stp_10.42.42.5(pid=19241): stderr: \u000a| �[0;m�[38;5;43m20221214120236481 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214120236481 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214120236481 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214120236481 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214120236482 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214120236482 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214120236482 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:02:38.188875 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=19241): Process ended prematurely: osmo-stp_10.42.42.5(pid=19241) [trial-2404↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19241)] [trial-2404↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8]\u000a12:02:38.197635 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a12:02:38.258441 run osmo-hlr_10.42.42.2(pid=19238): ERR: Terminated: ERROR {rc=237} [trial-2404↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19238)]\u000a12:02:38.308220 run osmo-hlr_10.42.42.2(pid=19238): stdout: \u000a| (launched: 2022-12-14_12:02:35.343347) \u000a12:02:38.358717 run osmo-hlr_10.42.42.2(pid=19238): stderr: \u000a| �[0;m�[1;31m20221214120235522 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214120235522 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214120235522 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214120235523 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214120235523 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214120235523 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214120235535 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2404/run.2022-12-14_11-25-45/voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214120235543 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214120235544 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214120235544 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:02:38.427321 run osmo-msc_10.42.42.6(pid=19244): ERR: Terminated: ERROR {rc=2} [trial-2404↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=19244)]\u000a12:02:38.477307 run osmo-msc_10.42.42.6(pid=19244): stdout: \u000a| (launched: 2022-12-14_12:02:37.295382) \u000a12:02:38.528080 run osmo-msc_10.42.42.6(pid=19244): stderr: \u000a| �[0;m�[38;5;43m20221214120237565 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214120237565 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f2848233c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214120237565 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214120237565 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214120237565 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214120237566 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214120237567 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214120237568 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214120237568 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214120237568 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:02:38.571107 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19237): Terminating (SIGTERM)\u000a12:02:38.611649 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19240): Terminating (SIGTERM)\u000a12:02:38.652040 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19243): Terminating (SIGTERM)\u000a12:02:38.661421 --- ParallelTerminationStrategy: PID 19237 died...\u000a12:02:38.716479 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19237): Terminated: ok {rc=0}\u000a12:02:38.726171 --- ParallelTerminationStrategy: PID 19240 died...\u000a12:02:38.780497 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19240): Terminated: ok {rc=0}\u000a12:02:38.790179 --- ParallelTerminationStrategy: PID 19243 died...\u000a12:02:38.844647 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19243): Terminated: ok {rc=0}\u000a12:02:38.933673 bus /sierra_3: Setting Powered False\u000a12:02:40.037718 bus /sierra_3: Setting Powered False\u000a12:02:41.146349 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 87, "className" : "voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19252): Process ended prematurely: osmo-stp_10.42.42.5(pid=19252) [trial-2404↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19252)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19252): Process ended prematurely: osmo-stp_10.42.42.5(pid=19252) [trial-2404↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19252)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2404 voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a12:02:42.262437 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a12:02:42.274853 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a12:02:42.441531 tst mo_mt_call_osmux.py: using LAC 40763\u000a12:02:42.572118 tst mo_mt_call_osmux.py: using RAC 218\u000a12:02:42.699735 tst mo_mt_call_osmux.py: using CellId 40763\u000a12:02:42.827622 tst mo_mt_call_osmux.py: using BVCI 40764\u000a12:02:42.852549 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a12:02:42.864245 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a12:02:42.875741 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a12:02:42.887247 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a12:02:42.898842 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a12:02:42.910347 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a12:02:43.028146 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a12:02:43.247202 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:02:43.773749 run create_hlr_db(pid=19246): Launched\u000a12:02:43.963267 bus /sierra_2: Setting Powered False\u000a12:02:44.983404 run create_hlr_db(pid=19246): Terminated: ok {rc=0}\u000a12:02:45.395516 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19248): Launched\u000a12:02:45.704232 run osmo-hlr_10.42.42.2(pid=19249): Launched\u000a12:02:45.823580 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:02:46.462464 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19251): Launched\u000a12:02:46.949755 run osmo-stp_10.42.42.5(pid=19252): Launched\u000a12:02:47.091285 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:02:47.699470 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19254): Launched\u000a12:02:48.030001 run osmo-msc_10.42.42.6(pid=19255): Launched\u000a12:02:48.221351 run osmo-stp_10.42.42.5(pid=19252): ERR: Terminated: ERROR {rc=1} [trial-2404↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19252)]\u000a12:02:48.359298 run osmo-stp_10.42.42.5(pid=19252): stdout: \u000a| (launched: 2022-12-14_12:02:46.634541)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:02:48.497704 run osmo-stp_10.42.42.5(pid=19252): stderr: \u000a| �[0;m�[38;5;43m20221214120246866 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214120246866 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214120246866 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214120246867 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214120246867 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214120246867 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214120246867 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:02:48.629685 run osmo-stp_10.42.42.5(pid=19252): stdout: \u000a| (launched: 2022-12-14_12:02:46.634541)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:02:48.760063 run osmo-stp_10.42.42.5(pid=19252): stderr: \u000a| �[0;m�[38;5;43m20221214120246866 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214120246866 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214120246866 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214120246867 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214120246867 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214120246867 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214120246867 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:02:48.817729 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=19252): Process ended prematurely: osmo-stp_10.42.42.5(pid=19252) [trial-2404↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19252)] [trial-2404↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8]\u000a12:02:48.827297 tst mo_mt_call_osmux.py:8: Test FAILED (6.6 sec)\u000a12:02:48.889721 run osmo-hlr_10.42.42.2(pid=19249): ERR: Terminated: ERROR {rc=237} [trial-2404↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19249)]\u000a12:02:48.940890 run osmo-hlr_10.42.42.2(pid=19249): stdout: \u000a| (launched: 2022-12-14_12:02:45.550513) \u000a12:02:48.993022 run osmo-hlr_10.42.42.2(pid=19249): stderr: \u000a| �[0;m�[1;31m20221214120245730 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214120245730 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214120245730 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214120245730 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214120245730 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214120245730 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214120245743 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2404/run.2022-12-14_11-25-45/voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214120245753 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214120245753 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214120245753 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:02:49.063909 run osmo-msc_10.42.42.6(pid=19255): ERR: Terminated: ERROR {rc=2} [trial-2404↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=19255)]\u000a12:02:49.115236 run osmo-msc_10.42.42.6(pid=19255): stdout: \u000a| (launched: 2022-12-14_12:02:47.867041) \u000a12:02:49.167132 run osmo-msc_10.42.42.6(pid=19255): stderr: \u000a| �[0;m�[38;5;43m20221214120248189 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214120248189 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f2e9fd00c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214120248189 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214120248189 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214120248189 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214120248189 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214120248191 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214120248191 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214120248191 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214120248192 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:02:49.211496 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19248): Terminating (SIGTERM)\u000a12:02:49.254169 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19251): Terminating (SIGTERM)\u000a12:02:49.296351 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19254): Terminating (SIGTERM)\u000a12:02:49.306177 --- ParallelTerminationStrategy: PID 19248 died...\u000a12:02:49.361969 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19248): Terminated: ok {rc=0}\u000a12:02:49.372018 --- ParallelTerminationStrategy: PID 19251 died...\u000a12:02:49.427422 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19251): Terminated: ok {rc=0}\u000a12:02:49.437427 --- ParallelTerminationStrategy: PID 19254 died...\u000a12:02:49.492929 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19254): Terminated: ok {rc=0}\u000a12:02:49.580491 bus /sierra_3: Setting Powered False\u000a12:02:50.683872 bus /sierra_3: Setting Powered False\u000a12:02:51.795701 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "80", "name" : "voice_trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T12:02:31" }, { "cases" : [ { "testActions" : [ ], "age" : 87, "className" : "voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19267): Process ended prematurely: osmo-stp_10.42.42.5(pid=19267) [trial-2404↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19267)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19267): Process ended prematurely: osmo-stp_10.42.42.5(pid=19267) [trial-2404↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19267)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2404 voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call.py\u000a----------------------------------------------\u000a12:02:53.799824 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a12:02:53.811325 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a12:02:53.975403 tst mo_mt_call.py: using LAC 40764\u000a12:02:54.099399 tst mo_mt_call.py: using RAC 219\u000a12:02:54.220838 tst mo_mt_call.py: using CellId 40764\u000a12:02:54.343132 tst mo_mt_call.py: using BVCI 40765\u000a12:02:54.366651 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a12:02:54.377953 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a12:02:54.388891 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a12:02:54.399844 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a12:02:54.411211 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a12:02:54.422472 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a12:02:54.544495 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a12:02:54.748329 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:02:55.229335 run create_hlr_db(pid=19261): Launched\u000a12:02:55.405484 bus /sierra_2: Setting Powered False\u000a12:02:56.437563 run create_hlr_db(pid=19261): Terminated: ok {rc=0}\u000a12:02:56.874514 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19263): Launched\u000a12:02:57.206308 run osmo-hlr_10.42.42.2(pid=19264): Launched\u000a12:02:57.326381 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:02:57.897985 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19266): Launched\u000a12:02:58.229805 run osmo-stp_10.42.42.5(pid=19267): Launched\u000a12:02:58.349792 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:02:58.951618 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19269): Launched\u000a12:02:59.283080 run osmo-msc_10.42.42.6(pid=19270): Launched\u000a12:02:59.475920 run osmo-stp_10.42.42.5(pid=19267): ERR: Terminated: ERROR {rc=1} [trial-2404↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19267)]\u000a12:02:59.615157 run osmo-stp_10.42.42.5(pid=19267): stdout: \u000a| (launched: 2022-12-14_12:02:58.066065)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:02:59.753522 run osmo-stp_10.42.42.5(pid=19267): stderr: \u000a| �[0;m�[38;5;43m20221214120258258 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214120258258 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214120258258 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214120258258 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214120258259 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214120258259 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214120258259 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:02:59.885487 run osmo-stp_10.42.42.5(pid=19267): stdout: \u000a| (launched: 2022-12-14_12:02:58.066065)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:03:00.016564 run osmo-stp_10.42.42.5(pid=19267): stderr: \u000a| �[0;m�[38;5;43m20221214120258258 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214120258258 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214120258258 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214120258258 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214120258259 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214120258259 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214120258259 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:03:00.074464 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=19267): Process ended prematurely: osmo-stp_10.42.42.5(pid=19267) [trial-2404↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19267)] [trial-2404↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8]\u000a12:03:00.083854 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a12:03:00.147059 run osmo-hlr_10.42.42.2(pid=19264): ERR: Terminated: ERROR {rc=237} [trial-2404↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19264)]\u000a12:03:00.199038 run osmo-hlr_10.42.42.2(pid=19264): stdout: \u000a| (launched: 2022-12-14_12:02:57.042034) \u000a12:03:00.251929 run osmo-hlr_10.42.42.2(pid=19264): stderr: \u000a| �[0;m�[1;31m20221214120257241 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214120257241 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214120257241 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214120257241 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214120257241 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214120257241 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214120257253 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2404/run.2022-12-14_11-25-45/voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214120257262 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214120257262 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214120257262 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:03:00.323793 run osmo-msc_10.42.42.6(pid=19270): ERR: Terminated: ERROR {rc=2} [trial-2404↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=19270)]\u000a12:03:00.375786 run osmo-msc_10.42.42.6(pid=19270): stdout: \u000a| (launched: 2022-12-14_12:02:59.119572) \u000a12:03:00.428148 run osmo-msc_10.42.42.6(pid=19270): stderr: \u000a| �[0;m�[38;5;43m20221214120259441 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214120259441 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f5f1e98ac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214120259441 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214120259441 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214120259442 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214120259442 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214120259443 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214120259444 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214120259444 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214120259444 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:03:00.473221 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19263): Terminating (SIGTERM)\u000a12:03:00.515261 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19266): Terminating (SIGTERM)\u000a12:03:00.557663 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19269): Terminating (SIGTERM)\u000a12:03:00.567387 --- ParallelTerminationStrategy: PID 19263 died...\u000a12:03:00.624035 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19263): Terminated: ok {rc=0}\u000a12:03:00.634182 --- ParallelTerminationStrategy: PID 19266 died...\u000a12:03:00.690696 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19266): Terminated: ok {rc=0}\u000a12:03:00.700792 --- ParallelTerminationStrategy: PID 19269 died...\u000a12:03:00.756752 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19269): Terminated: ok {rc=0}\u000a12:03:00.845429 bus /sierra_3: Setting Powered False\u000a12:03:01.958402 bus /sierra_3: Setting Powered False\u000a12:03:03.067823 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 90, "className" : "voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19279): Process ended prematurely: osmo-stp_10.42.42.5(pid=19279) [trial-2404↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19279)]", "failedSince" : 2315, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19279): Process ended prematurely: osmo-stp_10.42.42.5(pid=19279) [trial-2404↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19279)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2404 voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a12:03:04.184409 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a12:03:04.196691 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a12:03:04.363378 tst mo_mt_call_osmux.py: using LAC 40765\u000a12:03:04.487734 tst mo_mt_call_osmux.py: using RAC 220\u000a12:03:04.608679 tst mo_mt_call_osmux.py: using CellId 40765\u000a12:03:04.729830 tst mo_mt_call_osmux.py: using BVCI 40766\u000a12:03:04.752877 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a12:03:04.764213 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a12:03:04.775635 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a12:03:04.786733 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a12:03:04.798096 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a12:03:04.809402 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a12:03:04.926835 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a12:03:05.141059 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:03:05.667818 run create_hlr_db(pid=19273): Launched\u000a12:03:05.857077 bus /sierra_2: Setting Powered False\u000a12:03:06.879201 run create_hlr_db(pid=19273): Terminated: ok {rc=0}\u000a12:03:07.292681 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19275): Launched\u000a12:03:07.602125 run osmo-hlr_10.42.42.2(pid=19276): Launched\u000a12:03:07.723109 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:03:08.263885 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19278): Launched\u000a12:03:08.574528 run osmo-stp_10.42.42.5(pid=19279): Launched\u000a12:03:08.687206 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:03:09.249956 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19281): Launched\u000a12:03:09.558881 run osmo-msc_10.42.42.6(pid=19282): Launched\u000a12:03:09.738625 run osmo-stp_10.42.42.5(pid=19279): ERR: Terminated: ERROR {rc=1} [trial-2404↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19279)]\u000a12:03:09.868447 run osmo-stp_10.42.42.5(pid=19279): stdout: \u000a| (launched: 2022-12-14_12:03:08.419941)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:03:09.996409 run osmo-stp_10.42.42.5(pid=19279): stderr: \u000a| �[0;m�[38;5;43m20221214120308590 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214120308590 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214120308591 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214120308591 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214120308591 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214120308592 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214120308592 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:03:10.120010 run osmo-stp_10.42.42.5(pid=19279): stdout: \u000a| (launched: 2022-12-14_12:03:08.419941)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:03:10.241983 run osmo-stp_10.42.42.5(pid=19279): stderr: \u000a| �[0;m�[38;5;43m20221214120308590 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214120308590 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214120308591 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214120308591 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214120308591 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214120308592 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214120308592 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:03:10.295903 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=19279): Process ended prematurely: osmo-stp_10.42.42.5(pid=19279) [trial-2404↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19279)] [trial-2404↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8]\u000a12:03:10.304585 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a12:03:10.365515 run osmo-hlr_10.42.42.2(pid=19276): ERR: Terminated: ERROR {rc=237} [trial-2404↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19276)]\u000a12:03:10.415425 run osmo-hlr_10.42.42.2(pid=19276): stdout: \u000a| (launched: 2022-12-14_12:03:07.448674) \u000a12:03:10.465846 run osmo-hlr_10.42.42.2(pid=19276): stderr: \u000a| �[0;m�[1;31m20221214120307626 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214120307626 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214120307626 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214120307626 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214120307626 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214120307626 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214120307638 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2404/run.2022-12-14_11-25-45/voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214120307646 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214120307646 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214120307646 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:03:10.534420 run osmo-msc_10.42.42.6(pid=19282): ERR: Terminated: ERROR {rc=2} [trial-2404↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=19282)]\u000a12:03:10.584014 run osmo-msc_10.42.42.6(pid=19282): stdout: \u000a| (launched: 2022-12-14_12:03:09.405358) \u000a12:03:10.634293 run osmo-msc_10.42.42.6(pid=19282): stderr: \u000a| �[0;m�[38;5;43m20221214120309675 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214120309675 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f57ccfcdc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214120309675 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214120309675 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214120309675 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214120309676 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214120309677 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214120309678 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214120309678 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214120309678 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:03:10.677244 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19275): Terminating (SIGTERM)\u000a12:03:10.717789 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19278): Terminating (SIGTERM)\u000a12:03:10.758610 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19281): Terminating (SIGTERM)\u000a12:03:10.768016 --- ParallelTerminationStrategy: PID 19275 died...\u000a12:03:10.822584 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19275): Terminated: ok {rc=0}\u000a12:03:10.832342 --- ParallelTerminationStrategy: PID 19278 died...\u000a12:03:10.886264 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19278): Terminated: ok {rc=0}\u000a12:03:10.895929 --- ParallelTerminationStrategy: PID 19281 died...\u000a12:03:10.949907 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19281): Terminated: ok {rc=0}\u000a12:03:11.033914 bus /sierra_3: Setting Powered False\u000a12:03:12.140857 bus /sierra_3: Setting Powered False\u000a12:03:13.252610 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "81", "name" : "voice_trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T12:02:53" }, { "cases" : [ { "testActions" : [ ], "age" : 87, "className" : "voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19293): Process ended prematurely: osmo-stp_10.42.42.5(pid=19293) [trial-2404↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19293)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19293): Process ended prematurely: osmo-stp_10.42.42.5(pid=19293) [trial-2404↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19293)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2404 voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call.py\u000a----------------------------------------------\u000a12:03:15.246713 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a12:03:15.257860 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a12:03:15.422589 tst mo_mt_call.py: using LAC 40766\u000a12:03:15.556843 tst mo_mt_call.py: using RAC 221\u000a12:03:15.684872 tst mo_mt_call.py: using CellId 40766\u000a12:03:15.812369 tst mo_mt_call.py: using BVCI 40767\u000a12:03:15.837892 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a12:03:15.852291 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a12:03:15.864205 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a12:03:15.876546 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a12:03:15.889372 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a12:03:15.903365 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a12:03:16.043060 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a12:03:16.273490 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:03:16.840866 run create_hlr_db(pid=19287): Launched\u000a12:03:17.035455 bus /sierra_2: Setting Powered False\u000a12:03:18.051563 run create_hlr_db(pid=19287): Terminated: ok {rc=0}\u000a12:03:18.492873 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19289): Launched\u000a12:03:18.822094 run osmo-hlr_10.42.42.2(pid=19290): Launched\u000a12:03:18.944816 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:03:19.518882 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19292): Launched\u000a12:03:19.849832 run osmo-stp_10.42.42.5(pid=19293): Launched\u000a12:03:19.969053 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:03:20.572402 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19295): Launched\u000a12:03:20.903625 run osmo-msc_10.42.42.6(pid=19296): Launched\u000a12:03:21.095878 run osmo-stp_10.42.42.5(pid=19293): ERR: Terminated: ERROR {rc=1} [trial-2404↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19293)]\u000a12:03:21.234952 run osmo-stp_10.42.42.5(pid=19293): stdout: \u000a| (launched: 2022-12-14_12:03:19.686533)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:03:21.372315 run osmo-stp_10.42.42.5(pid=19293): stderr: \u000a| �[0;m�[38;5;43m20221214120319879 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214120319879 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214120319880 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214120319880 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214120319881 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214120319881 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214120319881 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:03:21.504428 run osmo-stp_10.42.42.5(pid=19293): stdout: \u000a| (launched: 2022-12-14_12:03:19.686533)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:03:21.634984 run osmo-stp_10.42.42.5(pid=19293): stderr: \u000a| �[0;m�[38;5;43m20221214120319879 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214120319879 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214120319880 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214120319880 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214120319881 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214120319881 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214120319881 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:03:21.692452 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=19293): Process ended prematurely: osmo-stp_10.42.42.5(pid=19293) [trial-2404↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19293)] [trial-2404↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8]\u000a12:03:21.701720 tst mo_mt_call.py:8: Test FAILED (6.5 sec)\u000a12:03:21.765118 run osmo-hlr_10.42.42.2(pid=19290): ERR: Terminated: ERROR {rc=237} [trial-2404↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19290)]\u000a12:03:21.817316 run osmo-hlr_10.42.42.2(pid=19290): stdout: \u000a| (launched: 2022-12-14_12:03:18.660580) \u000a12:03:21.870054 run osmo-hlr_10.42.42.2(pid=19290): stderr: \u000a| �[0;m�[1;31m20221214120318861 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214120318861 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214120318861 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214120318861 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214120318861 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214120318861 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214120318873 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2404/run.2022-12-14_11-25-45/voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214120318882 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214120318882 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214120318882 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:03:21.941639 run osmo-msc_10.42.42.6(pid=19296): ERR: Terminated: ERROR {rc=2} [trial-2404↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=19296)]\u000a12:03:21.993720 run osmo-msc_10.42.42.6(pid=19296): stdout: \u000a| (launched: 2022-12-14_12:03:20.739805) \u000a12:03:22.046444 run osmo-msc_10.42.42.6(pid=19296): stderr: \u000a| �[0;m�[38;5;43m20221214120321060 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214120321060 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fa64deddc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214120321060 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214120321060 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214120321061 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214120321061 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214120321062 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214120321063 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214120321063 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214120321063 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:03:22.091142 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19289): Terminating (SIGTERM)\u000a12:03:22.133904 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19292): Terminating (SIGTERM)\u000a12:03:22.176291 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19295): Terminating (SIGTERM)\u000a12:03:22.186044 --- ParallelTerminationStrategy: PID 19289 died...\u000a12:03:22.242092 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19289): Terminated: ok {rc=0}\u000a12:03:22.252047 --- ParallelTerminationStrategy: PID 19292 died...\u000a12:03:22.307731 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19292): Terminated: ok {rc=0}\u000a12:03:22.317808 --- ParallelTerminationStrategy: PID 19295 died...\u000a12:03:22.373183 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19295): Terminated: ok {rc=0}\u000a12:03:22.460082 bus /sierra_3: Setting Powered False\u000a12:03:23.566882 bus /sierra_3: Setting Powered False\u000a12:03:24.679846 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 87, "className" : "voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19304): Process ended prematurely: osmo-stp_10.42.42.5(pid=19304) [trial-2404↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19304)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19304): Process ended prematurely: osmo-stp_10.42.42.5(pid=19304) [trial-2404↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19304)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2404 voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a12:03:25.791396 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a12:03:25.803461 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a12:03:25.960084 tst mo_mt_call_osmux.py: using LAC 40767\u000a12:03:26.081892 tst mo_mt_call_osmux.py: using RAC 222\u000a12:03:26.202306 tst mo_mt_call_osmux.py: using CellId 40767\u000a12:03:26.323359 tst mo_mt_call_osmux.py: using BVCI 40768\u000a12:03:26.346682 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a12:03:26.357883 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a12:03:26.368930 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a12:03:26.379993 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a12:03:26.391416 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a12:03:26.402821 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a12:03:26.519195 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a12:03:26.723083 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:03:27.205112 run create_hlr_db(pid=19298): Launched\u000a12:03:27.380849 bus /sierra_2: Setting Powered False\u000a12:03:28.401994 run create_hlr_db(pid=19298): Terminated: ok {rc=0}\u000a12:03:28.839483 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19300): Launched\u000a12:03:29.171067 run osmo-hlr_10.42.42.2(pid=19301): Launched\u000a12:03:29.293437 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:03:29.864297 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19303): Launched\u000a12:03:30.194514 run osmo-stp_10.42.42.5(pid=19304): Launched\u000a12:03:30.313559 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:03:30.942357 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19306): Launched\u000a12:03:31.347142 run osmo-msc_10.42.42.6(pid=19307): Launched\u000a12:03:31.760010 run osmo-stp_10.42.42.5(pid=19304): ERR: Terminated: ERROR {rc=1} [trial-2404↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19304)]\u000a12:03:31.969427 run osmo-stp_10.42.42.5(pid=19304): stdout: \u000a| (launched: 2022-12-14_12:03:30.031125)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:03:32.124579 run osmo-stp_10.42.42.5(pid=19304): stderr: \u000a| �[0;m�[38;5;43m20221214120330226 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214120330226 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214120330226 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214120330227 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214120330227 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214120330227 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214120330227 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:03:32.251389 run osmo-stp_10.42.42.5(pid=19304): stdout: \u000a| (launched: 2022-12-14_12:03:30.031125)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:03:32.374507 run osmo-stp_10.42.42.5(pid=19304): stderr: \u000a| �[0;m�[38;5;43m20221214120330226 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214120330226 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214120330226 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214120330227 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214120330227 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214120330227 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214120330227 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:03:32.428419 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=19304): Process ended prematurely: osmo-stp_10.42.42.5(pid=19304) [trial-2404↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19304)] [trial-2404↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8]\u000a12:03:32.437493 tst mo_mt_call_osmux.py:8: Test FAILED (6.7 sec)\u000a12:03:32.498675 run osmo-hlr_10.42.42.2(pid=19301): ERR: Terminated: ERROR {rc=237} [trial-2404↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19301)]\u000a12:03:32.548868 run osmo-hlr_10.42.42.2(pid=19301): stdout: \u000a| (launched: 2022-12-14_12:03:29.006331) \u000a12:03:32.599121 run osmo-hlr_10.42.42.2(pid=19301): stderr: \u000a| �[0;m�[1;31m20221214120329207 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214120329207 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214120329207 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214120329207 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214120329207 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214120329207 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214120329220 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2404/run.2022-12-14_11-25-45/voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214120329228 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214120329228 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214120329228 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:03:32.667202 run osmo-msc_10.42.42.6(pid=19307): ERR: Terminated: ERROR {rc=2} [trial-2404↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=19307)]\u000a12:03:32.716596 run osmo-msc_10.42.42.6(pid=19307): stdout: \u000a| (launched: 2022-12-14_12:03:31.110932) \u000a12:03:32.766412 run osmo-msc_10.42.42.6(pid=19307): stderr: \u000a| �[0;m�[38;5;43m20221214120331681 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214120331681 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f2e023ffc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214120331681 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214120331681 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214120331681 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214120331682 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214120331683 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214120331684 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214120331684 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214120331684 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:03:32.808698 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19300): Terminating (SIGTERM)\u000a12:03:32.849141 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19303): Terminating (SIGTERM)\u000a12:03:32.889238 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19306): Terminating (SIGTERM)\u000a12:03:32.898574 --- ParallelTerminationStrategy: PID 19300 died...\u000a12:03:32.953061 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19300): Terminated: ok {rc=0}\u000a12:03:32.962664 --- ParallelTerminationStrategy: PID 19303 died...\u000a12:03:33.016427 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19303): Terminated: ok {rc=0}\u000a12:03:33.026133 --- ParallelTerminationStrategy: PID 19306 died...\u000a12:03:33.080107 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19306): Terminated: ok {rc=0}\u000a12:03:33.167945 bus /sierra_3: Setting Powered False\u000a12:03:34.270516 bus /sierra_3: Setting Powered False\u000a12:03:35.380103 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 23.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "82", "name" : "voice_trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T12:03:14" }, { "cases" : [ { "testActions" : [ ], "age" : 87, "className" : "voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19318): Process ended prematurely: osmo-stp_10.42.42.5(pid=19318) [trial-2404↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19318)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19318): Process ended prematurely: osmo-stp_10.42.42.5(pid=19318) [trial-2404↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19318)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2404 voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call.py\u000a----------------------------------------------\u000a12:03:37.368349 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a12:03:37.379667 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a12:03:37.536711 tst mo_mt_call.py: using LAC 40768\u000a12:03:37.658152 tst mo_mt_call.py: using RAC 223\u000a12:03:37.780274 tst mo_mt_call.py: using CellId 40768\u000a12:03:37.902140 tst mo_mt_call.py: using BVCI 40769\u000a12:03:37.925644 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a12:03:37.936762 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a12:03:37.947893 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a12:03:37.959030 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a12:03:37.970691 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a12:03:37.982015 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a12:03:38.103705 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a12:03:38.308519 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:03:38.792522 run create_hlr_db(pid=19312): Launched\u000a12:03:38.969236 bus /sierra_2: Setting Powered False\u000a12:03:39.993005 run create_hlr_db(pid=19312): Terminated: ok {rc=0}\u000a12:03:40.405052 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19314): Launched\u000a12:03:40.713855 run osmo-hlr_10.42.42.2(pid=19315): Launched\u000a12:03:40.833669 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:03:41.374818 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19317): Launched\u000a12:03:41.683726 run osmo-stp_10.42.42.5(pid=19318): Launched\u000a12:03:41.795099 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:03:42.356908 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19320): Launched\u000a12:03:42.666210 run osmo-msc_10.42.42.6(pid=19321): Launched\u000a12:03:42.845872 run osmo-stp_10.42.42.5(pid=19318): ERR: Terminated: ERROR {rc=1} [trial-2404↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19318)]\u000a12:03:42.976031 run osmo-stp_10.42.42.5(pid=19318): stdout: \u000a| (launched: 2022-12-14_12:03:41.530253)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:03:43.104235 run osmo-stp_10.42.42.5(pid=19318): stderr: \u000a| �[0;m�[38;5;43m20221214120341701 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214120341701 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214120341701 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214120341702 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214120341702 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214120341702 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214120341702 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:03:43.227508 run osmo-stp_10.42.42.5(pid=19318): stdout: \u000a| (launched: 2022-12-14_12:03:41.530253)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:03:43.349226 run osmo-stp_10.42.42.5(pid=19318): stderr: \u000a| �[0;m�[38;5;43m20221214120341701 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214120341701 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214120341701 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214120341702 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214120341702 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214120341702 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214120341702 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:03:43.402947 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=19318): Process ended prematurely: osmo-stp_10.42.42.5(pid=19318) [trial-2404↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19318)] [trial-2404↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8]\u000a12:03:43.411807 tst mo_mt_call.py:8: Test FAILED (6.1 sec)\u000a12:03:43.472310 run osmo-hlr_10.42.42.2(pid=19315): ERR: Terminated: ERROR {rc=237} [trial-2404↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19315)]\u000a12:03:43.521894 run osmo-hlr_10.42.42.2(pid=19315): stdout: \u000a| (launched: 2022-12-14_12:03:40.561243) \u000a12:03:43.571659 run osmo-hlr_10.42.42.2(pid=19315): stderr: \u000a| �[0;m�[1;31m20221214120340736 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214120340737 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214120340737 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214120340737 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214120340737 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214120340737 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214120340748 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2404/run.2022-12-14_11-25-45/voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214120340756 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214120340756 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214120340756 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:03:43.639885 run osmo-msc_10.42.42.6(pid=19321): ERR: Terminated: ERROR {rc=2} [trial-2404↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=19321)]\u000a12:03:43.689630 run osmo-msc_10.42.42.6(pid=19321): stdout: \u000a| (launched: 2022-12-14_12:03:42.512381) \u000a12:03:43.739548 run osmo-msc_10.42.42.6(pid=19321): stderr: \u000a| �[0;m�[38;5;43m20221214120342780 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214120342780 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fdf813b4c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214120342780 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214120342780 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214120342780 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214120342781 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214120342782 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214120342783 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214120342783 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214120342783 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:03:43.782336 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19314): Terminating (SIGTERM)\u000a12:03:43.822688 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19317): Terminating (SIGTERM)\u000a12:03:43.863568 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19320): Terminating (SIGTERM)\u000a12:03:43.872757 --- ParallelTerminationStrategy: PID 19314 died...\u000a12:03:43.926779 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19314): Terminated: ok {rc=0}\u000a12:03:43.936460 --- ParallelTerminationStrategy: PID 19317 died...\u000a12:03:43.990655 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19317): Terminated: ok {rc=0}\u000a12:03:44.000247 --- ParallelTerminationStrategy: PID 19320 died...\u000a12:03:44.054400 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19320): Terminated: ok {rc=0}\u000a12:03:44.139687 bus /sierra_3: Setting Powered False\u000a12:03:45.247431 bus /sierra_3: Setting Powered False\u000a12:03:46.374629 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 89, "className" : "voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19329): Process ended prematurely: osmo-stp_10.42.42.5(pid=19329) [trial-2404↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19329)]", "failedSince" : 2316, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19329): Process ended prematurely: osmo-stp_10.42.42.5(pid=19329) [trial-2404↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19329)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2404 voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a12:03:47.487446 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a12:03:47.499264 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a12:03:47.656879 tst mo_mt_call_osmux.py: using LAC 40769\u000a12:03:47.780776 tst mo_mt_call_osmux.py: using RAC 224\u000a12:03:47.900126 tst mo_mt_call_osmux.py: using CellId 40769\u000a12:03:48.023811 tst mo_mt_call_osmux.py: using BVCI 40770\u000a12:03:48.047057 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a12:03:48.058200 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a12:03:48.069161 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a12:03:48.080045 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a12:03:48.091411 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a12:03:48.102634 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a12:03:48.224877 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a12:03:48.438932 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:03:48.964535 run create_hlr_db(pid=19323): Launched\u000a12:03:49.154740 bus /sierra_2: Setting Powered False\u000a12:03:50.174802 run create_hlr_db(pid=19323): Terminated: ok {rc=0}\u000a12:03:50.591773 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19325): Launched\u000a12:03:50.900274 run osmo-hlr_10.42.42.2(pid=19326): Launched\u000a12:03:51.021621 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:03:51.562487 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19328): Launched\u000a12:03:51.871606 run osmo-stp_10.42.42.5(pid=19329): Launched\u000a12:03:51.983464 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:03:52.545923 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19331): Launched\u000a12:03:52.855762 run osmo-msc_10.42.42.6(pid=19332): Launched\u000a12:03:53.035339 run osmo-stp_10.42.42.5(pid=19329): ERR: Terminated: ERROR {rc=1} [trial-2404↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19329)]\u000a12:03:53.165196 run osmo-stp_10.42.42.5(pid=19329): stdout: \u000a| (launched: 2022-12-14_12:03:51.717495)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:03:53.293120 run osmo-stp_10.42.42.5(pid=19329): stderr: \u000a| �[0;m�[38;5;43m20221214120351888 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214120351888 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214120351889 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214120351889 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214120351889 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214120351890 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214120351890 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:03:53.415808 run osmo-stp_10.42.42.5(pid=19329): stdout: \u000a| (launched: 2022-12-14_12:03:51.717495)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:03:53.537514 run osmo-stp_10.42.42.5(pid=19329): stderr: \u000a| �[0;m�[38;5;43m20221214120351888 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214120351888 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214120351889 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214120351889 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214120351889 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214120351890 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214120351890 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:03:53.591212 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=19329): Process ended prematurely: osmo-stp_10.42.42.5(pid=19329) [trial-2404↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19329)] [trial-2404↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8]\u000a12:03:53.600007 tst mo_mt_call_osmux.py:8: Test FAILED (6.1 sec)\u000a12:03:53.660529 run osmo-hlr_10.42.42.2(pid=19326): ERR: Terminated: ERROR {rc=237} [trial-2404↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19326)]\u000a12:03:53.709996 run osmo-hlr_10.42.42.2(pid=19326): stdout: \u000a| (launched: 2022-12-14_12:03:50.747476) \u000a12:03:53.759894 run osmo-hlr_10.42.42.2(pid=19326): stderr: \u000a| �[0;m�[1;31m20221214120350924 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214120350924 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214120350924 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214120350924 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214120350924 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214120350925 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214120350936 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2404/run.2022-12-14_11-25-45/voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214120350944 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214120350945 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214120350945 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:03:53.827601 run osmo-msc_10.42.42.6(pid=19332): ERR: Terminated: ERROR {rc=2} [trial-2404↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=19332)]\u000a12:03:53.876985 run osmo-msc_10.42.42.6(pid=19332): stdout: \u000a| (launched: 2022-12-14_12:03:52.701084) \u000a12:03:53.926642 run osmo-msc_10.42.42.6(pid=19332): stderr: \u000a| �[0;m�[38;5;43m20221214120352969 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214120352969 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f5cf2f92c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214120352970 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214120352970 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214120352970 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214120352970 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214120352972 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214120352972 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214120352972 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214120352972 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:03:53.969127 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19325): Terminating (SIGTERM)\u000a12:03:54.009385 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19328): Terminating (SIGTERM)\u000a12:03:54.049511 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19331): Terminating (SIGTERM)\u000a12:03:54.058955 --- ParallelTerminationStrategy: PID 19325 died...\u000a12:03:54.113306 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19325): Terminated: ok {rc=0}\u000a12:03:54.123279 --- ParallelTerminationStrategy: PID 19328 died...\u000a12:03:54.176699 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19328): Terminated: ok {rc=0}\u000a12:03:54.186339 --- ParallelTerminationStrategy: PID 19331 died...\u000a12:03:54.239700 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19331): Terminated: ok {rc=0}\u000a12:03:54.323353 bus /sierra_3: Setting Powered False\u000a12:03:55.424714 bus /sierra_3: Setting Powered False\u000a12:03:56.536445 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "83", "name" : "voice_trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T12:03:37" }, { "cases" : [ { "testActions" : [ ], "age" : 87, "className" : "voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19343): Process ended prematurely: osmo-stp_10.42.42.5(pid=19343) [trial-2404↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19343)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19343): Process ended prematurely: osmo-stp_10.42.42.5(pid=19343) [trial-2404↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19343)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2404 voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call.py\u000a----------------------------------------------\u000a12:03:58.529988 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a12:03:58.541271 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a12:03:58.704838 tst mo_mt_call.py: using LAC 40770\u000a12:03:58.833671 tst mo_mt_call.py: using RAC 225\u000a12:03:58.964230 tst mo_mt_call.py: using CellId 40770\u000a12:03:59.087032 tst mo_mt_call.py: using BVCI 40771\u000a12:03:59.110432 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a12:03:59.121771 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a12:03:59.133770 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a12:03:59.144542 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a12:03:59.156355 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a12:03:59.168111 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a12:03:59.287815 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a12:03:59.500789 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:04:00.026363 run create_hlr_db(pid=19337): Launched\u000a12:04:00.216307 bus /sierra_2: Setting Powered False\u000a12:04:01.238717 run create_hlr_db(pid=19337): Terminated: ok {rc=0}\u000a12:04:01.696681 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19339): Launched\u000a12:04:02.132667 run osmo-hlr_10.42.42.2(pid=19340): Launched\u000a12:04:02.255148 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:04:02.791135 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19342): Launched\u000a12:04:03.099619 run osmo-stp_10.42.42.5(pid=19343): Launched\u000a12:04:03.212271 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:04:03.772538 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19345): Launched\u000a12:04:04.081738 run osmo-msc_10.42.42.6(pid=19346): Launched\u000a12:04:04.262960 run osmo-stp_10.42.42.5(pid=19343): ERR: Terminated: ERROR {rc=1} [trial-2404↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19343)]\u000a12:04:04.393806 run osmo-stp_10.42.42.5(pid=19343): stdout: \u000a| (launched: 2022-12-14_12:04:02.946647)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:04:04.522775 run osmo-stp_10.42.42.5(pid=19343): stderr: \u000a| �[0;m�[38;5;43m20221214120403116 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214120403116 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214120403116 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214120403117 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214120403117 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214120403117 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214120403117 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:04:04.645877 run osmo-stp_10.42.42.5(pid=19343): stdout: \u000a| (launched: 2022-12-14_12:04:02.946647)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:04:04.767629 run osmo-stp_10.42.42.5(pid=19343): stderr: \u000a| �[0;m�[38;5;43m20221214120403116 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214120403116 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214120403116 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214120403117 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214120403117 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214120403117 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214120403117 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:04:04.821576 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=19343): Process ended prematurely: osmo-stp_10.42.42.5(pid=19343) [trial-2404↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19343)] [trial-2404↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8]\u000a12:04:04.830205 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a12:04:04.889940 run osmo-hlr_10.42.42.2(pid=19340): ERR: Terminated: ERROR {rc=237} [trial-2404↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19340)]\u000a12:04:04.938885 run osmo-hlr_10.42.42.2(pid=19340): stdout: \u000a| (launched: 2022-12-14_12:04:01.869070) \u000a12:04:04.988663 run osmo-hlr_10.42.42.2(pid=19340): stderr: \u000a| �[0;m�[1;31m20221214120402159 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214120402159 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214120402159 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214120402159 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214120402159 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214120402159 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214120402171 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2404/run.2022-12-14_11-25-45/voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214120402179 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214120402180 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214120402180 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:04:05.056256 run osmo-msc_10.42.42.6(pid=19346): ERR: Terminated: ERROR {rc=2} [trial-2404↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=19346)]\u000a12:04:05.105203 run osmo-msc_10.42.42.6(pid=19346): stdout: \u000a| (launched: 2022-12-14_12:04:03.928210) \u000a12:04:05.154694 run osmo-msc_10.42.42.6(pid=19346): stderr: \u000a| �[0;m�[38;5;43m20221214120404198 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214120404198 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f125facbc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214120404198 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214120404198 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214120404198 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214120404198 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214120404200 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214120404200 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214120404200 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214120404200 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:04:05.197016 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19339): Terminating (SIGTERM)\u000a12:04:05.237116 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19342): Terminating (SIGTERM)\u000a12:04:05.277296 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19345): Terminating (SIGTERM)\u000a12:04:05.286468 --- ParallelTerminationStrategy: PID 19339 died...\u000a12:04:05.340454 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19339): Terminated: ok {rc=0}\u000a12:04:05.350021 --- ParallelTerminationStrategy: PID 19342 died...\u000a12:04:05.403722 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19342): Terminated: ok {rc=0}\u000a12:04:05.413333 --- ParallelTerminationStrategy: PID 19345 died...\u000a12:04:05.466875 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19345): Terminated: ok {rc=0}\u000a12:04:05.556745 bus /sierra_3: Setting Powered False\u000a12:04:06.659882 bus /sierra_3: Setting Powered False\u000a12:04:07.772386 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 87, "className" : "voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19354): Process ended prematurely: osmo-stp_10.42.42.5(pid=19354) [trial-2404↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19354)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19354): Process ended prematurely: osmo-stp_10.42.42.5(pid=19354) [trial-2404↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19354)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2404 voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call_osmux.py\u000a----------------------------------------------\u000a12:04:08.883672 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a12:04:08.895625 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a12:04:09.054730 tst mo_mt_call_osmux.py: using LAC 40771\u000a12:04:09.176366 tst mo_mt_call_osmux.py: using RAC 226\u000a12:04:09.297965 tst mo_mt_call_osmux.py: using CellId 40771\u000a12:04:09.426567 tst mo_mt_call_osmux.py: using BVCI 40772\u000a12:04:09.451787 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a12:04:09.463560 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a12:04:09.475154 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a12:04:09.486689 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a12:04:09.498280 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a12:04:09.510259 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a12:04:09.627622 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a12:04:09.842747 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:04:10.368674 run create_hlr_db(pid=19348): Launched\u000a12:04:10.559003 bus /sierra_2: Setting Powered False\u000a12:04:11.580186 run create_hlr_db(pid=19348): Terminated: ok {rc=0}\u000a12:04:11.992254 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19350): Launched\u000a12:04:12.299890 run osmo-hlr_10.42.42.2(pid=19351): Launched\u000a12:04:12.420403 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:04:12.963897 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19353): Launched\u000a12:04:13.273395 run osmo-stp_10.42.42.5(pid=19354): Launched\u000a12:04:13.385081 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:04:13.948731 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19356): Launched\u000a12:04:14.260205 run osmo-msc_10.42.42.6(pid=19357): Launched\u000a12:04:14.441851 run osmo-stp_10.42.42.5(pid=19354): ERR: Terminated: ERROR {rc=1} [trial-2404↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19354)]\u000a12:04:14.572786 run osmo-stp_10.42.42.5(pid=19354): stdout: \u000a| (launched: 2022-12-14_12:04:13.119752)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:04:14.701396 run osmo-stp_10.42.42.5(pid=19354): stderr: \u000a| �[0;m�[38;5;43m20221214120413291 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214120413291 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214120413291 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214120413292 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214120413292 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214120413292 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214120413292 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:04:14.824431 run osmo-stp_10.42.42.5(pid=19354): stdout: \u000a| (launched: 2022-12-14_12:04:13.119752)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:04:14.946617 run osmo-stp_10.42.42.5(pid=19354): stderr: \u000a| �[0;m�[38;5;43m20221214120413291 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214120413291 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214120413291 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214120413292 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214120413292 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214120413292 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214120413292 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:04:15.000542 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=19354): Process ended prematurely: osmo-stp_10.42.42.5(pid=19354) [trial-2404↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19354)] [trial-2404↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8]\u000a12:04:15.009279 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a12:04:15.069601 run osmo-hlr_10.42.42.2(pid=19351): ERR: Terminated: ERROR {rc=237} [trial-2404↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19351)]\u000a12:04:15.118945 run osmo-hlr_10.42.42.2(pid=19351): stdout: \u000a| (launched: 2022-12-14_12:04:12.147904) \u000a12:04:15.168978 run osmo-hlr_10.42.42.2(pid=19351): stderr: \u000a| �[0;m�[1;31m20221214120412326 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214120412326 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214120412326 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214120412326 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214120412326 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214120412327 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214120412343 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2404/run.2022-12-14_11-25-45/voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214120412352 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214120412352 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214120412353 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:04:15.236759 run osmo-msc_10.42.42.6(pid=19357): ERR: Terminated: ERROR {rc=2} [trial-2404↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=19357)]\u000a12:04:15.285902 run osmo-msc_10.42.42.6(pid=19357): stdout: \u000a| (launched: 2022-12-14_12:04:14.104695) \u000a12:04:15.335441 run osmo-msc_10.42.42.6(pid=19357): stderr: \u000a| �[0;m�[38;5;43m20221214120414375 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214120414375 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f4dbd666c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214120414375 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214120414375 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214120414375 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214120414376 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214120414377 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214120414378 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214120414378 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214120414378 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:04:15.378135 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19350): Terminating (SIGTERM)\u000a12:04:15.418497 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19353): Terminating (SIGTERM)\u000a12:04:15.458918 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19356): Terminating (SIGTERM)\u000a12:04:15.468238 --- ParallelTerminationStrategy: PID 19350 died...\u000a12:04:15.522184 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19350): Terminated: ok {rc=0}\u000a12:04:15.531760 --- ParallelTerminationStrategy: PID 19353 died...\u000a12:04:15.585566 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19353): Terminated: ok {rc=0}\u000a12:04:15.595094 --- ParallelTerminationStrategy: PID 19356 died...\u000a12:04:15.648850 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19356): Terminated: ok {rc=0}\u000a12:04:15.737881 bus /sierra_3: Setting Powered False\u000a12:04:16.841660 bus /sierra_3: Setting Powered False\u000a12:04:17.949042 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "84", "name" : "voice_trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T12:03:58" }, { "cases" : [ { "testActions" : [ ], "age" : 87, "className" : "voice:trx-umtrx+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19368): Process ended prematurely: osmo-stp_10.42.42.5(pid=19368) [trial-2404↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19368)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19368): Process ended prematurely: osmo-stp_10.42.42.5(pid=19368) [trial-2404↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19368)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2404 voice:trx-umtrx+mod-bts0-dynts-osmo mo_mt_call.py\u000a----------------------------------------------\u000a12:04:19.956341 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a12:04:19.967879 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a12:04:20.131456 tst mo_mt_call.py: using LAC 40772\u000a12:04:20.254136 tst mo_mt_call.py: using RAC 227\u000a12:04:20.372285 tst mo_mt_call.py: using CellId 40772\u000a12:04:20.490521 tst mo_mt_call.py: using BVCI 40773\u000a12:04:20.514012 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a12:04:20.524852 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a12:04:20.535756 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a12:04:20.546644 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a12:04:20.557965 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a12:04:20.568922 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a12:04:20.691341 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a12:04:20.904870 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:04:21.434339 run create_hlr_db(pid=19362): Launched\u000a12:04:21.625444 bus /sierra_2: Setting Powered False\u000a12:04:22.646436 run create_hlr_db(pid=19362): Terminated: ok {rc=0}\u000a12:04:23.062238 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19364): Launched\u000a12:04:23.371957 run osmo-hlr_10.42.42.2(pid=19365): Launched\u000a12:04:23.491374 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:04:24.036236 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19367): Launched\u000a12:04:24.345048 run osmo-stp_10.42.42.5(pid=19368): Launched\u000a12:04:24.456399 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:04:25.019317 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19370): Launched\u000a12:04:25.329533 run osmo-msc_10.42.42.6(pid=19371): Launched\u000a12:04:25.509489 run osmo-stp_10.42.42.5(pid=19368): ERR: Terminated: ERROR {rc=1} [trial-2404↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19368)]\u000a12:04:25.639756 run osmo-stp_10.42.42.5(pid=19368): stdout: \u000a| (launched: 2022-12-14_12:04:24.191673)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:04:25.767307 run osmo-stp_10.42.42.5(pid=19368): stderr: \u000a| �[0;m�[38;5;43m20221214120424365 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214120424366 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214120424366 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214120424366 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214120424367 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214120424367 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214120424367 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:04:25.889712 run osmo-stp_10.42.42.5(pid=19368): stdout: \u000a| (launched: 2022-12-14_12:04:24.191673)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:04:26.011680 run osmo-stp_10.42.42.5(pid=19368): stderr: \u000a| �[0;m�[38;5;43m20221214120424365 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214120424366 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214120424366 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214120424366 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214120424367 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214120424367 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214120424367 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:04:26.065512 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=19368): Process ended prematurely: osmo-stp_10.42.42.5(pid=19368) [trial-2404↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19368)] [trial-2404↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call.py:8]\u000a12:04:26.074355 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a12:04:26.135377 run osmo-hlr_10.42.42.2(pid=19365): ERR: Terminated: ERROR {rc=237} [trial-2404↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19365)]\u000a12:04:26.185195 run osmo-hlr_10.42.42.2(pid=19365): stdout: \u000a| (launched: 2022-12-14_12:04:23.218111) \u000a12:04:26.235760 run osmo-hlr_10.42.42.2(pid=19365): stderr: \u000a| �[0;m�[1;31m20221214120423397 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214120423397 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214120423397 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214120423397 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214120423397 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214120423397 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214120423410 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2404/run.2022-12-14_11-25-45/voice:trx-umtrx+mod-bts0-dynts-osmo/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214120423418 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214120423418 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214120423418 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:04:26.304488 run osmo-msc_10.42.42.6(pid=19371): ERR: Terminated: ERROR {rc=2} [trial-2404↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=19371)]\u000a12:04:26.354965 run osmo-msc_10.42.42.6(pid=19371): stdout: \u000a| (launched: 2022-12-14_12:04:25.175422) \u000a12:04:26.405614 run osmo-msc_10.42.42.6(pid=19371): stderr: \u000a| �[0;m�[38;5;43m20221214120425446 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214120425446 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fca3c98ec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214120425446 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214120425446 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214120425446 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214120425447 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214120425448 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214120425449 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214120425449 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214120425449 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:04:26.448385 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19364): Terminating (SIGTERM)\u000a12:04:26.488832 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19367): Terminating (SIGTERM)\u000a12:04:26.529521 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19370): Terminating (SIGTERM)\u000a12:04:26.538850 --- ParallelTerminationStrategy: PID 19364 died...\u000a12:04:26.593548 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19364): Terminated: ok {rc=0}\u000a12:04:26.603170 --- ParallelTerminationStrategy: PID 19367 died...\u000a12:04:26.658105 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19367): Terminated: ok {rc=0}\u000a12:04:26.667896 --- ParallelTerminationStrategy: PID 19370 died...\u000a12:04:26.722290 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19370): Terminated: ok {rc=0}\u000a12:04:26.806435 bus /sierra_3: Setting Powered False\u000a12:04:27.909392 bus /sierra_3: Setting Powered False\u000a12:04:29.021117 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 87, "className" : "voice:trx-umtrx+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19379): Process ended prematurely: osmo-stp_10.42.42.5(pid=19379) [trial-2404↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19379)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19379): Process ended prematurely: osmo-stp_10.42.42.5(pid=19379) [trial-2404↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19379)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2404 voice:trx-umtrx+mod-bts0-dynts-osmo mo_mt_call_osmux.py\u000a----------------------------------------------\u000a12:04:30.136079 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a12:04:30.148294 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a12:04:30.316837 tst mo_mt_call_osmux.py: using LAC 40773\u000a12:04:30.440170 tst mo_mt_call_osmux.py: using RAC 228\u000a12:04:30.562079 tst mo_mt_call_osmux.py: using CellId 40773\u000a12:04:30.683045 tst mo_mt_call_osmux.py: using BVCI 40774\u000a12:04:30.706528 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a12:04:30.717739 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a12:04:30.728733 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a12:04:30.739697 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a12:04:30.751120 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a12:04:30.762338 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a12:04:30.888142 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a12:04:31.112114 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:04:31.641416 run create_hlr_db(pid=19373): Launched\u000a12:04:31.821962 bus /sierra_2: Setting Powered False\u000a12:04:32.839941 run create_hlr_db(pid=19373): Terminated: ok {rc=0}\u000a12:04:33.251601 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19375): Launched\u000a12:04:33.558531 run osmo-hlr_10.42.42.2(pid=19376): Launched\u000a12:04:33.677560 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:04:34.218106 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19378): Launched\u000a12:04:34.527409 run osmo-stp_10.42.42.5(pid=19379): Launched\u000a12:04:34.639236 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:04:35.206324 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19381): Launched\u000a12:04:35.516681 run osmo-msc_10.42.42.6(pid=19382): Launched\u000a12:04:35.697245 run osmo-stp_10.42.42.5(pid=19379): ERR: Terminated: ERROR {rc=1} [trial-2404↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19379)]\u000a12:04:35.827523 run osmo-stp_10.42.42.5(pid=19379): stdout: \u000a| (launched: 2022-12-14_12:04:34.373540)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:04:35.955533 run osmo-stp_10.42.42.5(pid=19379): stderr: \u000a| �[0;m�[38;5;43m20221214120434545 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214120434546 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214120434546 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214120434546 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214120434547 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214120434547 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214120434547 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:04:36.078739 run osmo-stp_10.42.42.5(pid=19379): stdout: \u000a| (launched: 2022-12-14_12:04:34.373540)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:04:36.201126 run osmo-stp_10.42.42.5(pid=19379): stderr: \u000a| �[0;m�[38;5;43m20221214120434545 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214120434546 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214120434546 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214120434546 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214120434547 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214120434547 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214120434547 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:04:36.255178 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=19379): Process ended prematurely: osmo-stp_10.42.42.5(pid=19379) [trial-2404↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19379)] [trial-2404↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8]\u000a12:04:36.263837 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a12:04:36.324659 run osmo-hlr_10.42.42.2(pid=19376): ERR: Terminated: ERROR {rc=237} [trial-2404↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19376)]\u000a12:04:36.374336 run osmo-hlr_10.42.42.2(pid=19376): stdout: \u000a| (launched: 2022-12-14_12:04:33.406926) \u000a12:04:36.424718 run osmo-hlr_10.42.42.2(pid=19376): stderr: \u000a| �[0;m�[1;31m20221214120433583 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214120433583 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214120433584 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214120433584 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214120433584 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214120433584 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214120433596 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2404/run.2022-12-14_11-25-45/voice:trx-umtrx+mod-bts0-dynts-osmo/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214120433604 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214120433604 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214120433604 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:04:36.493018 run osmo-msc_10.42.42.6(pid=19382): ERR: Terminated: ERROR {rc=2} [trial-2404↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=19382)]\u000a12:04:36.542966 run osmo-msc_10.42.42.6(pid=19382): stdout: \u000a| (launched: 2022-12-14_12:04:35.362181) \u000a12:04:36.593474 run osmo-msc_10.42.42.6(pid=19382): stderr: \u000a| �[0;m�[38;5;43m20221214120435631 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214120435631 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fc237546c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214120435632 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214120435632 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214120435632 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214120435632 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214120435634 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214120435634 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214120435634 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214120435634 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:04:36.636462 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19375): Terminating (SIGTERM)\u000a12:04:36.677119 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19378): Terminating (SIGTERM)\u000a12:04:36.718258 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19381): Terminating (SIGTERM)\u000a12:04:36.727649 --- ParallelTerminationStrategy: PID 19375 died...\u000a12:04:36.781987 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19375): Terminated: ok {rc=0}\u000a12:04:36.791719 --- ParallelTerminationStrategy: PID 19378 died...\u000a12:04:36.845535 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19378): Terminated: ok {rc=0}\u000a12:04:36.855011 --- ParallelTerminationStrategy: PID 19381 died...\u000a12:04:36.908605 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19381): Terminated: ok {rc=0}\u000a12:04:36.992637 bus /sierra_3: Setting Powered False\u000a12:04:38.094110 bus /sierra_3: Setting Powered False\u000a12:04:39.206059 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "85", "name" : "voice_trx-umtrx+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T12:04:19" }, { "cases" : [ { "testActions" : [ ], "age" : 242, "className" : "voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19394): Process ended prematurely: osmo-stp_10.42.42.5(pid=19394) [trial-2404↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19394)]", "failedSince" : 2163, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19394): Process ended prematurely: osmo-stp_10.42.42.5(pid=19394) [trial-2404↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19394)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2404 voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend mo_mt_call.py\u000a----------------------------------------------\u000a12:04:41.204161 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a12:04:41.215686 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a12:04:41.358033 tst mo_mt_call.py: using LAC 40774\u000a12:04:41.479283 tst mo_mt_call.py: using RAC 229\u000a12:04:41.601218 tst mo_mt_call.py: using CellId 40774\u000a12:04:41.722492 tst mo_mt_call.py: using BVCI 40775\u000a12:04:41.745822 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a12:04:41.757274 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a12:04:41.768391 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a12:04:41.779450 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a12:04:41.791052 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a12:04:41.802725 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a12:04:41.926333 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a12:04:42.138896 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:04:42.664549 run create_hlr_db(pid=19388): Launched\u000a12:04:42.853468 bus /sierra_2: Setting Powered False\u000a12:04:43.874472 run create_hlr_db(pid=19388): Terminated: ok {rc=0}\u000a12:04:44.288928 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19390): Launched\u000a12:04:44.598174 run osmo-hlr_10.42.42.2(pid=19391): Launched\u000a12:04:44.714629 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:04:45.256426 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19393): Launched\u000a12:04:45.563167 run osmo-stp_10.42.42.5(pid=19394): Launched\u000a12:04:45.674909 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:04:46.306633 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19396): Launched\u000a12:04:46.743422 run osmo-msc_10.42.42.6(pid=19397): Launched\u000a12:04:47.142337 run osmo-stp_10.42.42.5(pid=19394): ERR: Terminated: ERROR {rc=1} [trial-2404↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19394)]\u000a12:04:47.335757 run osmo-stp_10.42.42.5(pid=19394): stdout: \u000a| (launched: 2022-12-14_12:04:45.411699)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:04:47.473506 run osmo-stp_10.42.42.5(pid=19394): stderr: \u000a| �[0;m�[38;5;43m20221214120445584 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214120445584 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214120445585 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214120445585 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214120445586 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214120445586 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214120445586 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:04:47.606407 run osmo-stp_10.42.42.5(pid=19394): stdout: \u000a| (launched: 2022-12-14_12:04:45.411699)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:04:47.736848 run osmo-stp_10.42.42.5(pid=19394): stderr: \u000a| �[0;m�[38;5;43m20221214120445584 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214120445584 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214120445585 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214120445585 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214120445586 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214120445586 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214120445586 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:04:47.794802 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=19394): Process ended prematurely: osmo-stp_10.42.42.5(pid=19394) [trial-2404↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19394)] [trial-2404↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8]\u000a12:04:47.804213 tst mo_mt_call.py:8: Test FAILED (6.6 sec)\u000a12:04:47.867455 run osmo-hlr_10.42.42.2(pid=19391): ERR: Terminated: ERROR {rc=237} [trial-2404↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19391)]\u000a12:04:47.919531 run osmo-hlr_10.42.42.2(pid=19391): stdout: \u000a| (launched: 2022-12-14_12:04:44.444601) \u000a12:04:47.972197 run osmo-hlr_10.42.42.2(pid=19391): stderr: \u000a| �[0;m�[1;31m20221214120444623 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214120444623 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214120444623 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214120444623 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214120444623 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214120444623 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214120444635 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2404/run.2022-12-14_11-25-45/voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214120444644 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214120444644 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214120444644 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:04:48.043707 run osmo-msc_10.42.42.6(pid=19397): ERR: Terminated: ERROR {rc=2} [trial-2404↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=19397)]\u000a12:04:48.095722 run osmo-msc_10.42.42.6(pid=19397): stdout: \u000a| (launched: 2022-12-14_12:04:46.480021) \u000a12:04:48.147920 run osmo-msc_10.42.42.6(pid=19397): stderr: \u000a| �[0;m�[38;5;43m20221214120446987 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214120446987 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f5de3b7bc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214120446988 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214120446988 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214120446988 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214120446988 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214120446990 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214120446990 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214120446990 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214120446991 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:04:48.192491 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19390): Terminating (SIGTERM)\u000a12:04:48.234739 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19393): Terminating (SIGTERM)\u000a12:04:48.277433 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19396): Terminating (SIGTERM)\u000a12:04:48.287199 --- ParallelTerminationStrategy: PID 19390 died...\u000a12:04:48.343955 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19390): Terminated: ok {rc=0}\u000a12:04:48.354149 --- ParallelTerminationStrategy: PID 19393 died...\u000a12:04:48.410525 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19393): Terminated: ok {rc=0}\u000a12:04:48.420600 --- ParallelTerminationStrategy: PID 19396 died...\u000a12:04:48.476858 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19396): Terminated: ok {rc=0}\u000a12:04:48.564273 bus /sierra_3: Setting Powered False\u000a12:04:49.671877 bus /sierra_3: Setting Powered False\u000a12:04:50.784836 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 240, "className" : "voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19405): Process ended prematurely: osmo-stp_10.42.42.5(pid=19405) [trial-2404↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19405)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19405): Process ended prematurely: osmo-stp_10.42.42.5(pid=19405) [trial-2404↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19405)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2404 voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend mo_mt_call_osmux.py\u000a----------------------------------------------\u000a12:04:51.896610 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a12:04:51.908534 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a12:04:52.054764 tst mo_mt_call_osmux.py: using LAC 40775\u000a12:04:52.181086 tst mo_mt_call_osmux.py: using RAC 230\u000a12:04:52.307436 tst mo_mt_call_osmux.py: using CellId 40775\u000a12:04:52.434503 tst mo_mt_call_osmux.py: using BVCI 40776\u000a12:04:52.459625 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a12:04:52.471388 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a12:04:52.482952 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a12:04:52.494498 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a12:04:52.506254 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a12:04:52.517789 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a12:04:52.635773 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a12:04:52.850315 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:04:53.378439 run create_hlr_db(pid=19399): Launched\u000a12:04:53.569421 bus /sierra_2: Setting Powered False\u000a12:04:54.590424 run create_hlr_db(pid=19399): Terminated: ok {rc=0}\u000a12:04:55.007348 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19401): Launched\u000a12:04:55.318455 run osmo-hlr_10.42.42.2(pid=19402): Launched\u000a12:04:55.441517 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:04:55.981543 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19404): Launched\u000a12:04:56.288490 run osmo-stp_10.42.42.5(pid=19405): Launched\u000a12:04:56.400040 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:04:56.961299 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19407): Launched\u000a12:04:57.271705 run osmo-msc_10.42.42.6(pid=19408): Launched\u000a12:04:57.452803 run osmo-stp_10.42.42.5(pid=19405): ERR: Terminated: ERROR {rc=1} [trial-2404↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19405)]\u000a12:04:57.584180 run osmo-stp_10.42.42.5(pid=19405): stdout: \u000a| (launched: 2022-12-14_12:04:56.137155)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:04:57.712822 run osmo-stp_10.42.42.5(pid=19405): stderr: \u000a| �[0;m�[38;5;43m20221214120456307 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214120456307 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214120456307 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214120456307 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214120456308 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214120456308 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214120456308 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:04:57.836092 run osmo-stp_10.42.42.5(pid=19405): stdout: \u000a| (launched: 2022-12-14_12:04:56.137155)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:04:57.958404 run osmo-stp_10.42.42.5(pid=19405): stderr: \u000a| �[0;m�[38;5;43m20221214120456307 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214120456307 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214120456307 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214120456307 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214120456308 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214120456308 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214120456308 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:04:58.012494 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=19405): Process ended prematurely: osmo-stp_10.42.42.5(pid=19405) [trial-2404↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19405)] [trial-2404↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8]\u000a12:04:58.021086 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a12:04:58.081525 run osmo-hlr_10.42.42.2(pid=19402): ERR: Terminated: ERROR {rc=237} [trial-2404↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19402)]\u000a12:04:58.131207 run osmo-hlr_10.42.42.2(pid=19402): stdout: \u000a| (launched: 2022-12-14_12:04:55.163797) \u000a12:04:58.181418 run osmo-hlr_10.42.42.2(pid=19402): stderr: \u000a| �[0;m�[1;31m20221214120455339 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214120455339 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214120455340 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214120455340 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214120455340 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214120455340 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214120455352 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2404/run.2022-12-14_11-25-45/voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214120455360 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214120455360 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214120455360 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:04:58.249311 run osmo-msc_10.42.42.6(pid=19408): ERR: Terminated: ERROR {rc=2} [trial-2404↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=19408)]\u000a12:04:58.298555 run osmo-msc_10.42.42.6(pid=19408): stdout: \u000a| (launched: 2022-12-14_12:04:57.116765) \u000a12:04:58.348498 run osmo-msc_10.42.42.6(pid=19408): stderr: \u000a| �[0;m�[38;5;43m20221214120457385 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214120457385 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f4f3c85dc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214120457386 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214120457386 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214120457386 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214120457386 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214120457388 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214120457388 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214120457388 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214120457388 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:04:58.390975 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19401): Terminating (SIGTERM)\u000a12:04:58.431063 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19404): Terminating (SIGTERM)\u000a12:04:58.471057 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19407): Terminating (SIGTERM)\u000a12:04:58.480306 --- ParallelTerminationStrategy: PID 19401 died...\u000a12:04:58.534206 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19401): Terminated: ok {rc=0}\u000a12:04:58.543743 --- ParallelTerminationStrategy: PID 19404 died...\u000a12:04:58.597315 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19404): Terminated: ok {rc=0}\u000a12:04:58.606860 --- ParallelTerminationStrategy: PID 19407 died...\u000a12:04:58.660455 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19407): Terminated: ok {rc=0}\u000a12:04:58.744789 bus /sierra_3: Setting Powered False\u000a12:04:59.850537 bus /sierra_3: Setting Powered False\u000a12:05:00.976355 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "86", "name" : "voice_trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T12:04:40" }, { "cases" : [ { "testActions" : [ ], "age" : 87, "className" : "emergency:trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19422): Process ended prematurely: osmo-stp_10.42.42.5(pid=19422) [trial-2404↪emergency:trx-umtrx↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19422)]", "failedSince" : 2318, "name" : "emergency_mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_mo_mt_call.py\", line 19, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19422): Process ended prematurely: osmo-stp_10.42.42.5(pid=19422) [trial-2404↪emergency:trx-umtrx↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19422)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2404 emergency:trx-umtrx emergency_mo_mt_call.py\u000a----------------------------------------------\u000a12:05:03.019442 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a12:05:03.031558 tst emergency:trx-umtrx: Using 1 x bts (candidates: 1)\u000a12:05:03.175328 tst emergency_mo_mt_call.py: using LAC 40776\u000a12:05:03.299972 tst emergency_mo_mt_call.py: using RAC 231\u000a12:05:03.424434 tst emergency_mo_mt_call.py: using CellId 40776\u000a12:05:03.543617 tst emergency_mo_mt_call.py: using BVCI 40777\u000a12:05:03.566581 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a12:05:03.577369 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a12:05:03.587900 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a12:05:03.598611 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a12:05:03.609761 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a12:05:03.620581 tst emergency:trx-umtrx: Using 1 x modem (candidates: 4)\u000a12:05:03.741804 tst emergency:trx-umtrx: Using 1 x modem (candidates: 4)\u000a12:05:03.954713 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:05:04.471356 run create_hlr_db(pid=19416): Launched\u000a12:05:04.659950 bus /sierra_2: Setting Powered False\u000a12:05:05.679711 run create_hlr_db(pid=19416): Terminated: ok {rc=0}\u000a12:05:06.087635 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19418): Launched\u000a12:05:06.391105 run osmo-hlr_10.42.42.2(pid=19419): Launched\u000a12:05:06.508917 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:05:07.041733 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19421): Launched\u000a12:05:07.346865 run osmo-stp_10.42.42.5(pid=19422): Launched\u000a12:05:07.467428 tst emergency_mo_mt_call.py: using MSISDN 8673\u000a12:05:07.617308 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:05:08.171185 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19424): Launched\u000a12:05:08.477521 run osmo-msc_10.42.42.6(pid=19425): Launched\u000a12:05:08.655142 run osmo-stp_10.42.42.5(pid=19422): ERR: Terminated: ERROR {rc=1} [trial-2404↪emergency:trx-umtrx↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19422)]\u000a12:05:08.783841 run osmo-stp_10.42.42.5(pid=19422): stdout: \u000a| (launched: 2022-12-14_12:05:07.194761)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:05:08.910321 run osmo-stp_10.42.42.5(pid=19422): stderr: \u000a| �[0;m�[38;5;43m20221214120507363 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214120507364 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214120507364 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214120507364 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214120507365 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214120507365 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214120507365 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:05:09.032885 run osmo-stp_10.42.42.5(pid=19422): stdout: \u000a| (launched: 2022-12-14_12:05:07.194761)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:05:09.154008 run osmo-stp_10.42.42.5(pid=19422): stderr: \u000a| �[0;m�[38;5;43m20221214120507363 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214120507364 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214120507364 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214120507364 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214120507365 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214120507365 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214120507365 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:05:09.206720 tst emergency_mo_mt_call.py:19: ERR: Error: osmo-stp_10.42.42.5(pid=19422): Process ended prematurely: osmo-stp_10.42.42.5(pid=19422) [trial-2404↪emergency:trx-umtrx↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19422)] [trial-2404↪emergency:trx-umtrx↪emergency_mo_mt_call.py:19]\u000a12:05:09.214845 tst emergency_mo_mt_call.py:19: Test FAILED (6.2 sec)\u000a12:05:09.275363 run osmo-hlr_10.42.42.2(pid=19419): ERR: Terminated: ERROR {rc=237} [trial-2404↪emergency:trx-umtrx↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19419)]\u000a12:05:09.325110 run osmo-hlr_10.42.42.2(pid=19419): stdout: \u000a| (launched: 2022-12-14_12:05:06.240527) \u000a12:05:09.375489 run osmo-hlr_10.42.42.2(pid=19419): stderr: \u000a| �[0;m�[1;31m20221214120506415 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214120506415 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214120506415 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214120506415 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214120506415 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214120506415 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214120506430 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2404/run.2022-12-14_11-25-45/emergency:trx-umtrx/emergency_mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214120506440 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214120506441 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214120506441 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:05:09.443573 run osmo-msc_10.42.42.6(pid=19425): ERR: Terminated: ERROR {rc=2} [trial-2404↪emergency:trx-umtrx↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=19425)]\u000a12:05:09.493267 run osmo-msc_10.42.42.6(pid=19425): stdout: \u000a| (launched: 2022-12-14_12:05:08.324620) \u000a12:05:09.543583 run osmo-msc_10.42.42.6(pid=19425): stderr: \u000a| �[0;m�[38;5;43m20221214120508593 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214120508593 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f587a805c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214120508593 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214120508593 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214120508593 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214120508594 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214120508596 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214120508596 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214120508596 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214120508596 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:05:09.586373 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19418): Terminating (SIGTERM)\u000a12:05:09.626797 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19421): Terminating (SIGTERM)\u000a12:05:09.667169 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19424): Terminating (SIGTERM)\u000a12:05:09.676430 --- ParallelTerminationStrategy: PID 19418 died...\u000a12:05:09.730630 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19418): Terminated: ok {rc=0}\u000a12:05:09.740201 --- ParallelTerminationStrategy: PID 19421 died...\u000a12:05:09.794370 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19421): Terminated: ok {rc=0}\u000a12:05:09.803967 --- ParallelTerminationStrategy: PID 19424 died...\u000a12:05:09.857516 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19424): Terminated: ok {rc=0}\u000a12:05:09.946513 bus /sierra_3: Setting Powered False\u000a12:05:11.051396 bus /sierra_3: Setting Powered False\u000a12:05:12.159293 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 263, "className" : "emergency:trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19433): Process ended prematurely: osmo-stp_10.42.42.5(pid=19433) [trial-2404↪emergency:trx-umtrx↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19433)]", "failedSince" : 2142, "name" : "emergency_preemptive_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_preemptive_call.py\", line 32, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19433): Process ended prematurely: osmo-stp_10.42.42.5(pid=19433) [trial-2404↪emergency:trx-umtrx↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19433)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2404 emergency:trx-umtrx emergency_preemptive_call.py\u000a----------------------------------------------\u000a12:05:13.212256 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a12:05:13.224170 tst emergency:trx-umtrx: Using 1 x bts (candidates: 1)\u000a12:05:13.364197 tst emergency_preemptive_call.py: using LAC 40777\u000a12:05:13.483565 tst emergency_preemptive_call.py: using RAC 232\u000a12:05:13.601841 tst emergency_preemptive_call.py: using CellId 40777\u000a12:05:13.719466 tst emergency_preemptive_call.py: using BVCI 40778\u000a12:05:13.742561 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a12:05:13.753321 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a12:05:13.763783 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a12:05:13.774332 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a12:05:13.785035 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a12:05:13.796136 tst emergency:trx-umtrx: Using 1 x modem (candidates: 4)\u000a12:05:13.911413 tst emergency:trx-umtrx: Using 1 x modem (candidates: 4)\u000a12:05:14.039775 tst emergency:trx-umtrx: Using 1 x modem (candidates: 4)\u000a12:05:14.158107 tst emergency:trx-umtrx: Using 1 x modem (candidates: 4)\u000a12:05:14.369054 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:05:14.890733 run create_hlr_db(pid=19427): Launched\u000a12:05:15.079705 bus /sierra_2: Setting Powered False\u000a12:05:16.111324 run create_hlr_db(pid=19427): Terminated: ok {rc=0}\u000a12:05:16.564517 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19429): Launched\u000a12:05:16.964588 run osmo-hlr_10.42.42.2(pid=19430): Launched\u000a12:05:17.159763 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:05:17.724621 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19432): Launched\u000a12:05:18.048451 run osmo-stp_10.42.42.5(pid=19433): Launched\u000a12:05:18.176701 tst emergency_preemptive_call.py: using MSISDN 8674\u000a12:05:18.337505 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:05:18.927833 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19435): Launched\u000a12:05:19.253963 run osmo-msc_10.42.42.6(pid=19436): Launched\u000a12:05:19.480649 run osmo-stp_10.42.42.5(pid=19433): ERR: Terminated: ERROR {rc=1} [trial-2404↪emergency:trx-umtrx↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19433)]\u000a12:05:19.617747 run osmo-stp_10.42.42.5(pid=19433): stdout: \u000a| (launched: 2022-12-14_12:05:17.889099)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:05:19.753103 run osmo-stp_10.42.42.5(pid=19433): stderr: \u000a| �[0;m�[38;5;43m20221214120518083 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214120518083 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214120518083 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214120518084 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214120518084 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214120518085 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214120518085 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:05:19.883025 run osmo-stp_10.42.42.5(pid=19433): stdout: \u000a| (launched: 2022-12-14_12:05:17.889099)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:05:20.011687 run osmo-stp_10.42.42.5(pid=19433): stderr: \u000a| �[0;m�[38;5;43m20221214120518083 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214120518083 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214120518083 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214120518084 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214120518084 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214120518085 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214120518085 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:05:20.068056 tst emergency_preemptive_call.py:32: ERR: Error: osmo-stp_10.42.42.5(pid=19433): Process ended prematurely: osmo-stp_10.42.42.5(pid=19433) [trial-2404↪emergency:trx-umtrx↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19433)] [trial-2404↪emergency:trx-umtrx↪emergency_preemptive_call.py:32]\u000a12:05:20.076906 tst emergency_preemptive_call.py:32: Test FAILED (6.9 sec)\u000a12:05:20.139466 run osmo-hlr_10.42.42.2(pid=19430): ERR: Terminated: ERROR {rc=237} [trial-2404↪emergency:trx-umtrx↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19430)]\u000a12:05:20.190808 run osmo-hlr_10.42.42.2(pid=19430): stdout: \u000a| (launched: 2022-12-14_12:05:16.721819) \u000a12:05:20.242895 run osmo-hlr_10.42.42.2(pid=19430): stderr: \u000a| �[0;m�[1;31m20221214120517065 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214120517065 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214120517065 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214120517065 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214120517065 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214120517065 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214120517085 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2404/run.2022-12-14_11-25-45/emergency:trx-umtrx/emergency_preemptive_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214120517093 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214120517093 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214120517093 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:05:20.313520 run osmo-msc_10.42.42.6(pid=19436): ERR: Terminated: ERROR {rc=2} [trial-2404↪emergency:trx-umtrx↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=19436)]\u000a12:05:20.364858 run osmo-msc_10.42.42.6(pid=19436): stdout: \u000a| (launched: 2022-12-14_12:05:19.092166) \u000a12:05:20.416476 run osmo-msc_10.42.42.6(pid=19436): stderr: \u000a| �[0;m�[38;5;43m20221214120519413 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214120519414 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f9e54931c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214120519414 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214120519414 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214120519415 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214120519415 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214120519417 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214120519417 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214120519417 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214120519417 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:05:20.460605 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19429): Terminating (SIGTERM)\u000a12:05:20.502557 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19432): Terminating (SIGTERM)\u000a12:05:20.545310 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19435): Terminating (SIGTERM)\u000a12:05:20.555020 --- ParallelTerminationStrategy: PID 19429 died...\u000a12:05:20.611318 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19429): Terminated: ok {rc=0}\u000a12:05:20.621824 --- ParallelTerminationStrategy: PID 19432 died...\u000a12:05:20.677526 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19432): Terminated: ok {rc=0}\u000a12:05:20.687434 --- ParallelTerminationStrategy: PID 19435 died...\u000a12:05:20.742779 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19435): Terminated: ok {rc=0}\u000a12:05:20.830833 bus /sierra_9: Setting Powered False\u000a12:05:21.934904 bus /sierra_9: Setting Powered False\u000a12:05:23.048036 bus /sierra_8: Setting Powered False\u000a12:05:24.152777 bus /sierra_8: Setting Powered False\u000a12:05:25.264155 bus /sierra_3: Setting Powered False\u000a12:05:26.367006 bus /sierra_3: Setting Powered False\u000a12:05:27.475577 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 27.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "87", "name" : "emergency_trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T12:05:02" }, { "cases" : [ { "testActions" : [ ], "age" : 87, "className" : "gprs:trx-umtrx", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19453): Process ended prematurely: osmo-stp_10.42.42.5(pid=19453) [trial-2404↪gprs:trx-umtrx↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19453)]", "failedSince" : 2318, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19453): Process ended prematurely: osmo-stp_10.42.42.5(pid=19453) [trial-2404↪gprs:trx-umtrx↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19453)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2404 gprs:trx-umtrx cs_paging_gprs_active.py\u000a----------------------------------------------\u000a12:05:29.605233 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a12:05:29.616238 tst gprs:trx-umtrx: Using 1 x bts (candidates: 1)\u000a12:05:29.758132 tst cs_paging_gprs_active.py: using LAC 40778\u000a12:05:29.890274 tst cs_paging_gprs_active.py: using RAC 233\u000a12:05:30.016942 tst cs_paging_gprs_active.py: using CellId 40778\u000a12:05:30.143696 tst cs_paging_gprs_active.py: using BVCI 40779\u000a12:05:30.168799 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a12:05:30.179926 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a12:05:30.190842 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a12:05:30.201834 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a12:05:30.212740 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a12:05:30.223548 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a12:05:30.234590 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a12:05:30.245374 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a12:05:30.256435 tst gprs:trx-umtrx: Using 1 x modem (candidates: 4)\u000a12:05:30.375453 tst gprs:trx-umtrx: Using 1 x modem (candidates: 4)\u000a12:05:30.656680 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a12:05:30.784553 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:05:31.135351 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19443): Launched\u000a12:05:31.439535 run iperf3-srv_10.42.42.10(pid=19444): Launched\u000a12:05:31.649806 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a12:05:31.792512 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:05:32.149960 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19445): Launched\u000a12:05:32.418959 run iperf3-srv_10.42.42.10(pid=19446): Launched\u000a12:05:32.606014 tst cs_paging_gprs_active.py:38: start network...\u000a12:05:32.733575 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:05:33.222650 run create_hlr_db(pid=19447): Launched\u000a12:05:33.400331 bus /sierra_2: Setting Powered False\u000a12:05:34.421734 run create_hlr_db(pid=19447): Terminated: ok {rc=0}\u000a12:05:34.861974 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19449): Launched\u000a12:05:35.195313 run osmo-hlr_10.42.42.2(pid=19450): Launched\u000a12:05:35.316525 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:05:35.891238 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19452): Launched\u000a12:05:36.223091 run osmo-stp_10.42.42.5(pid=19453): Launched\u000a12:05:36.342740 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a12:05:36.918881 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19455): Launched\u000a12:05:37.036114 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a12:05:37.326314 run patchelf(pid=19456): Launched\u000a12:05:37.518963 run osmo-stp_10.42.42.5(pid=19453): ERR: Terminated: ERROR {rc=1} [trial-2404↪gprs:trx-umtrx↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19453)]\u000a12:05:37.660149 run osmo-stp_10.42.42.5(pid=19453): stdout: \u000a| (launched: 2022-12-14_12:05:36.059298)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:05:37.801755 run osmo-stp_10.42.42.5(pid=19453): stderr: \u000a| �[0;m�[38;5;43m20221214120536253 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214120536254 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214120536254 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214120536254 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214120536255 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214120536255 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214120536255 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:05:37.937998 run osmo-stp_10.42.42.5(pid=19453): stdout: \u000a| (launched: 2022-12-14_12:05:36.059298)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:05:38.072942 run osmo-stp_10.42.42.5(pid=19453): stderr: \u000a| �[0;m�[38;5;43m20221214120536253 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214120536254 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214120536254 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214120536254 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214120536255 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214120536255 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214120536255 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:05:38.230476 run patchelf(pid=19456): Terminating (SIGINT)\u000a12:05:38.415227 run patchelf(pid=19456): Terminated: ok {rc=0}\u000a12:05:38.449313 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=19453): Process ended prematurely: osmo-stp_10.42.42.5(pid=19453) [trial-2404↪gprs:trx-umtrx↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19453)] [trial-2404↪gprs:trx-umtrx↪cs_paging_gprs_active.py:38]\u000a12:05:38.459135 tst cs_paging_gprs_active.py:38: Test FAILED (8.9 sec)\u000a12:05:38.522362 run osmo-hlr_10.42.42.2(pid=19450): ERR: Terminated: ERROR {rc=237} [trial-2404↪gprs:trx-umtrx↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19450)]\u000a12:05:38.574342 run osmo-hlr_10.42.42.2(pid=19450): stdout: \u000a| (launched: 2022-12-14_12:05:35.030145) \u000a12:05:38.626606 run osmo-hlr_10.42.42.2(pid=19450): stderr: \u000a| �[0;m�[1;31m20221214120535233 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214120535233 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214120535233 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214120535233 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214120535233 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214120535233 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214120535247 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2404/run.2022-12-14_11-25-45/gprs:trx-umtrx/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214120535257 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214120535257 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214120535257 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:05:38.671336 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19443): Terminating (SIGTERM)\u000a12:05:38.714075 run iperf3-srv_10.42.42.10(pid=19444): Terminating (SIGTERM)\u000a12:05:38.756208 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19445): Terminating (SIGTERM)\u000a12:05:38.798689 run iperf3-srv_10.42.42.10(pid=19446): Terminating (SIGTERM)\u000a12:05:38.840742 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19449): Terminating (SIGTERM)\u000a12:05:38.882926 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19452): Terminating (SIGTERM)\u000a12:05:38.925065 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19455): Terminating (SIGTERM)\u000a12:05:38.934815 --- ParallelTerminationStrategy: PID 19443 died...\u000a12:05:38.990895 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19443): Terminated: ok {rc=0}\u000a12:05:39.001088 --- ParallelTerminationStrategy: PID 19444 died...\u000a12:05:39.056508 run iperf3-srv_10.42.42.10(pid=19444): Terminated {rc=256}\u000a12:05:39.066577 --- ParallelTerminationStrategy: PID 19445 died...\u000a12:05:39.122277 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19445): Terminated: ok {rc=0}\u000a12:05:39.132359 --- ParallelTerminationStrategy: PID 19446 died...\u000a12:05:39.188015 run iperf3-srv_10.42.42.10(pid=19446): Terminated {rc=256}\u000a12:05:39.198112 --- ParallelTerminationStrategy: PID 19449 died...\u000a12:05:39.254204 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19449): Terminated: ok {rc=0}\u000a12:05:39.264184 --- ParallelTerminationStrategy: PID 19452 died...\u000a12:05:39.320003 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19452): Terminated: ok {rc=0}\u000a12:05:39.330087 --- ParallelTerminationStrategy: PID 19455 died...\u000a12:05:39.385931 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19455): Terminated: ok {rc=0}\u000a12:05:39.473966 bus /gobi_0: Setting Powered False\u000a12:05:40.582340 bus /gobi_0: Setting Powered False\u000a12:05:41.693006 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 87, "className" : "gprs:trx-umtrx", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19465): Process ended prematurely: osmo-stp_10.42.42.5(pid=19465) [trial-2404↪gprs:trx-umtrx↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19465)]", "failedSince" : 2318, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19465): Process ended prematurely: osmo-stp_10.42.42.5(pid=19465) [trial-2404↪gprs:trx-umtrx↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19465)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2404 gprs:trx-umtrx iperf3.py\u000a----------------------------------------------\u000a12:05:42.808727 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a12:05:42.820412 tst gprs:trx-umtrx: Using 1 x bts (candidates: 1)\u000a12:05:42.965751 tst iperf3.py: using LAC 40779\u000a12:05:43.096856 tst iperf3.py: using RAC 234\u000a12:05:43.228654 tst iperf3.py: using CellId 40779\u000a12:05:43.363619 tst iperf3.py: using BVCI 40780\u000a12:05:43.388902 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a12:05:43.400087 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a12:05:43.411111 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a12:05:43.422004 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a12:05:43.432800 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a12:05:43.443626 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a12:05:43.454703 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a12:05:43.465646 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a12:05:43.476503 tst gprs:trx-umtrx: Using 1 x modem (candidates: 4)\u000a12:05:43.774469 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a12:05:43.912348 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:05:44.255029 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19457): Launched\u000a12:05:44.540337 run iperf3-srv_10.42.42.10(pid=19458): Launched\u000a12:05:44.743112 tst iperf3.py:8: start network...\u000a12:05:44.881290 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:05:45.410020 run create_hlr_db(pid=19459): Launched\u000a12:05:45.600879 bus /gobi_6: Setting Powered False\u000a12:05:46.628155 run create_hlr_db(pid=19459): Terminated: ok {rc=0}\u000a12:05:47.144692 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19461): Launched\u000a12:05:47.459991 run osmo-hlr_10.42.42.2(pid=19462): Launched\u000a12:05:47.576735 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:05:48.115586 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19464): Launched\u000a12:05:48.423283 run osmo-stp_10.42.42.5(pid=19465): Launched\u000a12:05:48.537106 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a12:05:49.075412 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19467): Launched\u000a12:05:49.184767 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a12:05:49.456648 run patchelf(pid=19468): Launched\u000a12:05:49.637945 run osmo-stp_10.42.42.5(pid=19465): ERR: Terminated: ERROR {rc=1} [trial-2404↪gprs:trx-umtrx↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19465)]\u000a12:05:49.770345 run osmo-stp_10.42.42.5(pid=19465): stdout: \u000a| (launched: 2022-12-14_12:05:48.270762)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:05:49.902788 run osmo-stp_10.42.42.5(pid=19465): stderr: \u000a| �[0;m�[38;5;43m20221214120548444 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214120548444 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214120548445 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214120548445 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214120548446 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214120548446 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214120548446 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:05:50.030527 run osmo-stp_10.42.42.5(pid=19465): stdout: \u000a| (launched: 2022-12-14_12:05:48.270762)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:05:50.157166 run osmo-stp_10.42.42.5(pid=19465): stderr: \u000a| �[0;m�[38;5;43m20221214120548444 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214120548444 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214120548445 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214120548445 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214120548446 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214120548446 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214120548446 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:05:50.304127 run patchelf(pid=19468): Terminating (SIGINT)\u000a12:05:50.477250 run patchelf(pid=19468): Terminated: ok {rc=0}\u000a12:05:50.508798 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=19465): Process ended prematurely: osmo-stp_10.42.42.5(pid=19465) [trial-2404↪gprs:trx-umtrx↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19465)] [trial-2404↪gprs:trx-umtrx↪iperf3.py:8]\u000a12:05:50.518050 tst iperf3.py:8: Test FAILED (7.7 sec)\u000a12:05:50.579155 run osmo-hlr_10.42.42.2(pid=19462): ERR: Terminated: ERROR {rc=237} [trial-2404↪gprs:trx-umtrx↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19462)]\u000a12:05:50.628885 run osmo-hlr_10.42.42.2(pid=19462): stdout: \u000a| (launched: 2022-12-14_12:05:47.303423) \u000a12:05:50.678903 run osmo-hlr_10.42.42.2(pid=19462): stderr: \u000a| �[0;m�[1;31m20221214120547480 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214120547480 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214120547480 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214120547480 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214120547480 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214120547480 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214120547492 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2404/run.2022-12-14_11-25-45/gprs:trx-umtrx/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214120547500 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214120547500 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214120547500 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:05:50.721672 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19457): Terminating (SIGTERM)\u000a12:05:50.762004 run iperf3-srv_10.42.42.10(pid=19458): Terminating (SIGTERM)\u000a12:05:50.802827 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19461): Terminating (SIGTERM)\u000a12:05:50.843860 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19464): Terminating (SIGTERM)\u000a12:05:50.884794 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19467): Terminating (SIGTERM)\u000a12:05:50.894237 --- ParallelTerminationStrategy: PID 19457 died...\u000a12:05:50.948850 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19457): Terminated: ok {rc=0}\u000a12:05:50.958518 --- ParallelTerminationStrategy: PID 19458 died...\u000a12:05:51.012752 run iperf3-srv_10.42.42.10(pid=19458): Terminated {rc=256}\u000a12:05:51.022461 --- ParallelTerminationStrategy: PID 19461 died...\u000a12:05:51.076437 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19461): Terminated: ok {rc=0}\u000a12:05:51.086201 --- ParallelTerminationStrategy: PID 19464 died...\u000a12:05:51.140312 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19464): Terminated: ok {rc=0}\u000a12:05:51.150113 --- ParallelTerminationStrategy: PID 19467 died...\u000a12:05:51.203890 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19467): Terminated: ok {rc=0}\u000a12:05:51.292454 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 230, "className" : "gprs:trx-umtrx", "duration" : 12.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19483): Process ended prematurely: osmo-stp_10.42.42.5(pid=19483) [trial-2404↪gprs:trx-umtrx↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19483)]", "failedSince" : 2175, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19483): Process ended prematurely: osmo-stp_10.42.42.5(pid=19483) [trial-2404↪gprs:trx-umtrx↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19483)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2404 gprs:trx-umtrx iperf3m4.py\u000a----------------------------------------------\u000a12:05:52.403741 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a12:05:52.415070 tst gprs:trx-umtrx: Using 1 x bts (candidates: 1)\u000a12:05:52.551693 tst iperf3m4.py: using LAC 40780\u000a12:05:52.674488 tst iperf3m4.py: using RAC 235\u000a12:05:52.795108 tst iperf3m4.py: using CellId 40780\u000a12:05:52.916840 tst iperf3m4.py: using BVCI 40781\u000a12:05:52.940370 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a12:05:52.951183 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a12:05:52.961687 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a12:05:52.972116 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a12:05:52.983217 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a12:05:52.994164 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a12:05:53.005258 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a12:05:53.016194 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a12:05:53.027272 tst gprs:trx-umtrx: Using 1 x modem (candidates: 4)\u000a12:05:53.153066 tst gprs:trx-umtrx: Using 1 x modem (candidates: 4)\u000a12:05:53.281753 tst gprs:trx-umtrx: Using 1 x modem (candidates: 4)\u000a12:05:53.400571 tst gprs:trx-umtrx: Using 1 x modem (candidates: 4)\u000a12:05:53.700045 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a12:05:53.837509 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:05:54.179925 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19469): Launched\u000a12:05:54.465410 run iperf3-srv_10.42.42.10(pid=19470): Launched\u000a12:05:54.667771 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a12:05:54.805157 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:05:55.148690 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19471): Launched\u000a12:05:55.433324 run iperf3-srv_10.42.42.10(pid=19472): Launched\u000a12:05:55.635459 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a12:05:55.772581 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:05:56.114486 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19473): Launched\u000a12:05:56.400009 run iperf3-srv_10.42.42.10(pid=19474): Launched\u000a12:05:56.602943 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a12:05:56.740591 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:05:57.085220 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19475): Launched\u000a12:05:57.370359 run iperf3-srv_10.42.42.10(pid=19476): Launched\u000a12:05:57.572174 tst iperf3m4.py:8: start network...\u000a12:05:57.709760 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:05:58.235064 run create_hlr_db(pid=19477): Launched\u000a12:05:58.413099 bus /gobi_6: Setting Powered False\u000a12:05:59.434493 run create_hlr_db(pid=19477): Terminated: ok {rc=0}\u000a12:05:59.846634 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19479): Launched\u000a12:06:00.156819 run osmo-hlr_10.42.42.2(pid=19480): Launched\u000a12:06:00.276730 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:06:00.821435 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19482): Launched\u000a12:06:01.215124 run osmo-stp_10.42.42.5(pid=19483): Launched\u000a12:06:01.498316 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a12:06:02.102136 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19485): Launched\u000a12:06:02.223704 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a12:06:02.507672 run patchelf(pid=19486): Launched\u000a12:06:02.689100 run osmo-stp_10.42.42.5(pid=19483): ERR: Terminated: ERROR {rc=1} [trial-2404↪gprs:trx-umtrx↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19483)]\u000a12:06:02.821807 run osmo-stp_10.42.42.5(pid=19483): stdout: \u000a| (launched: 2022-12-14_12:06:00.993230)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:06:02.954649 run osmo-stp_10.42.42.5(pid=19483): stderr: \u000a| �[0;m�[38;5;43m20221214120601256 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214120601256 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214120601256 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214120601257 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214120601257 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214120601257 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214120601257 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:06:03.082724 run osmo-stp_10.42.42.5(pid=19483): stdout: \u000a| (launched: 2022-12-14_12:06:00.993230)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:06:03.209888 run osmo-stp_10.42.42.5(pid=19483): stderr: \u000a| �[0;m�[38;5;43m20221214120601256 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214120601256 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214120601256 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214120601257 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214120601257 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214120601257 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214120601257 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:06:03.357678 run patchelf(pid=19486): Terminating (SIGINT)\u000a12:06:03.531185 run patchelf(pid=19486): Terminated: ok {rc=0}\u000a12:06:03.562887 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=19483): Process ended prematurely: osmo-stp_10.42.42.5(pid=19483) [trial-2404↪gprs:trx-umtrx↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19483)] [trial-2404↪gprs:trx-umtrx↪iperf3m4.py:8]\u000a12:06:03.572202 tst iperf3m4.py:8: Test FAILED (11.2 sec)\u000a12:06:03.633475 run osmo-hlr_10.42.42.2(pid=19480): ERR: Terminated: ERROR {rc=237} [trial-2404↪gprs:trx-umtrx↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19480)]\u000a12:06:03.683085 run osmo-hlr_10.42.42.2(pid=19480): stdout: \u000a| (launched: 2022-12-14_12:06:00.003015) \u000a12:06:03.733371 run osmo-hlr_10.42.42.2(pid=19480): stderr: \u000a| �[0;m�[1;31m20221214120600181 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214120600181 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214120600181 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214120600181 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214120600181 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214120600182 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214120600194 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2404/run.2022-12-14_11-25-45/gprs:trx-umtrx/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214120600202 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214120600202 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214120600202 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:06:03.776362 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19469): Terminating (SIGTERM)\u000a12:06:03.816690 run iperf3-srv_10.42.42.10(pid=19470): Terminating (SIGTERM)\u000a12:06:03.857325 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19471): Terminating (SIGTERM)\u000a12:06:03.897596 run iperf3-srv_10.42.42.10(pid=19472): Terminating (SIGTERM)\u000a12:06:03.938127 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19473): Terminating (SIGTERM)\u000a12:06:03.978347 run iperf3-srv_10.42.42.10(pid=19474): Terminating (SIGTERM)\u000a12:06:04.018541 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19475): Terminating (SIGTERM)\u000a12:06:04.058634 run iperf3-srv_10.42.42.10(pid=19476): Terminating (SIGTERM)\u000a12:06:04.098882 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19479): Terminating (SIGTERM)\u000a12:06:04.138990 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19482): Terminating (SIGTERM)\u000a12:06:04.179050 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19485): Terminating (SIGTERM)\u000a12:06:04.187877 --- ParallelTerminationStrategy: PID 19469 died...\u000a12:06:04.241697 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19469): Terminated: ok {rc=0}\u000a12:06:04.251280 --- ParallelTerminationStrategy: PID 19470 died...\u000a12:06:04.304803 run iperf3-srv_10.42.42.10(pid=19470): Terminated {rc=256}\u000a12:06:04.314398 --- ParallelTerminationStrategy: PID 19471 died...\u000a12:06:04.368709 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19471): Terminated: ok {rc=0}\u000a12:06:04.378398 --- ParallelTerminationStrategy: PID 19472 died...\u000a12:06:04.431862 run iperf3-srv_10.42.42.10(pid=19472): Terminated {rc=256}\u000a12:06:04.441509 --- ParallelTerminationStrategy: PID 19473 died...\u000a12:06:04.495060 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19473): Terminated: ok {rc=0}\u000a12:06:04.504556 --- ParallelTerminationStrategy: PID 19474 died...\u000a12:06:04.557937 run iperf3-srv_10.42.42.10(pid=19474): Terminated {rc=256}\u000a12:06:04.567489 --- ParallelTerminationStrategy: PID 19475 died...\u000a12:06:04.621056 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19475): Terminated: ok {rc=0}\u000a12:06:04.630573 --- ParallelTerminationStrategy: PID 19476 died...\u000a12:06:04.684130 run iperf3-srv_10.42.42.10(pid=19476): Terminated {rc=256}\u000a12:06:04.693902 --- ParallelTerminationStrategy: PID 19479 died...\u000a12:06:04.747476 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19479): Terminated: ok {rc=0}\u000a12:06:04.757185 --- ParallelTerminationStrategy: PID 19482 died...\u000a12:06:04.810828 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19482): Terminated: ok {rc=0}\u000a12:06:04.820334 --- ParallelTerminationStrategy: PID 19485 died...\u000a12:06:04.873769 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19485): Terminated: ok {rc=0}\u000a12:06:04.962203 bus /gobi_4: Setting Powered False\u000a12:06:06.065849 bus /gobi_4: Setting Powered False\u000a12:06:07.177638 bus /gobi_1: Setting Powered False\u000a12:06:08.280710 bus /gobi_1: Setting Powered False\u000a12:06:09.391618 bus /gobi_0: Setting Powered False\u000a12:06:10.497417 bus /gobi_0: Setting Powered False\u000a12:06:11.605598 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 205, "className" : "gprs:trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19493): Process ended prematurely: osmo-stp_10.42.42.5(pid=19493) [trial-2404↪gprs:trx-umtrx↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19493)]", "failedSince" : 2200, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19493): Process ended prematurely: osmo-stp_10.42.42.5(pid=19493) [trial-2404↪gprs:trx-umtrx↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19493)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2404 gprs:trx-umtrx ping.py\u000a----------------------------------------------\u000a12:06:12.671801 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a12:06:12.683064 tst gprs:trx-umtrx: Using 1 x bts (candidates: 1)\u000a12:06:12.817090 tst ping.py: using LAC 40781\u000a12:06:12.935048 tst ping.py: using RAC 236\u000a12:06:13.054565 tst ping.py: using CellId 40781\u000a12:06:13.179871 tst ping.py: using BVCI 40782\u000a12:06:13.204806 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a12:06:13.216036 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a12:06:13.227241 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a12:06:13.238306 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a12:06:13.249152 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a12:06:13.260052 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a12:06:13.271091 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a12:06:13.282079 tst gprs:trx-umtrx: Using 1 x modem (candidates: 4)\u000a12:06:13.561930 tst ping.py:19: start network...\u000a12:06:13.687733 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:06:14.164823 run create_hlr_db(pid=19487): Launched\u000a12:06:14.339350 bus /gobi_6: Setting Powered False\u000a12:06:15.359675 run create_hlr_db(pid=19487): Terminated: ok {rc=0}\u000a12:06:15.765662 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19489): Launched\u000a12:06:16.138040 run osmo-hlr_10.42.42.2(pid=19490): Launched\u000a12:06:16.274242 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:06:16.903310 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19492): Launched\u000a12:06:17.303503 run osmo-stp_10.42.42.5(pid=19493): Launched\u000a12:06:17.572225 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a12:06:18.102756 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19495): Launched\u000a12:06:18.209844 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a12:06:18.475282 run patchelf(pid=19496): Launched\u000a12:06:18.652897 run osmo-stp_10.42.42.5(pid=19493): ERR: Terminated: ERROR {rc=1} [trial-2404↪gprs:trx-umtrx↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19493)]\u000a12:06:18.783563 run osmo-stp_10.42.42.5(pid=19493): stdout: \u000a| (launched: 2022-12-14_12:06:17.059290)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:06:18.913963 run osmo-stp_10.42.42.5(pid=19493): stderr: \u000a| �[0;m�[38;5;43m20221214120617391 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214120617391 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214120617391 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214120617391 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214120617399 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214120617400 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214120617400 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:06:19.038915 run osmo-stp_10.42.42.5(pid=19493): stdout: \u000a| (launched: 2022-12-14_12:06:17.059290)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:06:19.162498 run osmo-stp_10.42.42.5(pid=19493): stderr: \u000a| �[0;m�[38;5;43m20221214120617391 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214120617391 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214120617391 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214120617391 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214120617399 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214120617400 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214120617400 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:06:19.307011 run patchelf(pid=19496): Terminating (SIGINT)\u000a12:06:19.476539 run patchelf(pid=19496): Terminated: ok {rc=0}\u000a12:06:19.507379 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=19493): Process ended prematurely: osmo-stp_10.42.42.5(pid=19493) [trial-2404↪gprs:trx-umtrx↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19493)] [trial-2404↪gprs:trx-umtrx↪ping.py:22]\u000a12:06:19.515993 tst ping.py:22: Test FAILED (6.8 sec)\u000a12:06:19.577375 run osmo-hlr_10.42.42.2(pid=19490): ERR: Terminated: ERROR {rc=237} [trial-2404↪gprs:trx-umtrx↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19490)]\u000a12:06:19.626730 run osmo-hlr_10.42.42.2(pid=19490): stdout: \u000a| (launched: 2022-12-14_12:06:15.934483) \u000a12:06:19.676812 run osmo-hlr_10.42.42.2(pid=19490): stderr: \u000a| �[0;m�[1;31m20221214120616248 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214120616248 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214120616248 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214120616248 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214120616248 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214120616248 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214120616268 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2404/run.2022-12-14_11-25-45/gprs:trx-umtrx/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214120616296 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214120616296 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214120616296 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:06:19.719514 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19489): Terminating (SIGTERM)\u000a12:06:19.759775 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19492): Terminating (SIGTERM)\u000a12:06:19.799921 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19495): Terminating (SIGTERM)\u000a12:06:19.809268 --- ParallelTerminationStrategy: PID 19489 died...\u000a12:06:19.863275 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19489): Terminated: ok {rc=0}\u000a12:06:19.872886 --- ParallelTerminationStrategy: PID 19492 died...\u000a12:06:19.926676 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19492): Terminated: ok {rc=0}\u000a12:06:19.936262 --- ParallelTerminationStrategy: PID 19495 died...\u000a12:06:19.989806 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19495): Terminated: ok {rc=0}\u000a12:06:20.078105 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 266, "className" : "gprs:trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19503): Process ended prematurely: osmo-stp_10.42.42.5(pid=19503) [trial-2404↪gprs:trx-umtrx↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19503)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19503): Process ended prematurely: osmo-stp_10.42.42.5(pid=19503) [trial-2404↪gprs:trx-umtrx↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19503)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2404 gprs:trx-umtrx ping_idle_ping.py\u000a----------------------------------------------\u000a12:06:21.129580 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a12:06:21.140826 tst gprs:trx-umtrx: Using 1 x bts (candidates: 1)\u000a12:06:21.279114 tst ping_idle_ping.py: using LAC 40782\u000a12:06:21.399629 tst ping_idle_ping.py: using RAC 237\u000a12:06:21.520013 tst ping_idle_ping.py: using CellId 40782\u000a12:06:21.640223 tst ping_idle_ping.py: using BVCI 40783\u000a12:06:21.663755 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a12:06:21.674522 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a12:06:21.684877 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a12:06:21.695294 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a12:06:21.706541 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a12:06:21.717745 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a12:06:21.729078 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a12:06:21.740833 tst gprs:trx-umtrx: Using 1 x modem (candidates: 4)\u000a12:06:22.038228 tst ping_idle_ping.py:24: start network...\u000a12:06:22.174092 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:06:22.697490 run create_hlr_db(pid=19497): Launched\u000a12:06:22.886072 bus /gobi_6: Setting Powered False\u000a12:06:23.907389 run create_hlr_db(pid=19497): Terminated: ok {rc=0}\u000a12:06:24.342610 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19499): Launched\u000a12:06:24.670939 run osmo-hlr_10.42.42.2(pid=19500): Launched\u000a12:06:24.792492 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:06:25.359271 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19502): Launched\u000a12:06:25.687001 run osmo-stp_10.42.42.5(pid=19503): Launched\u000a12:06:25.804642 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a12:06:26.374355 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19505): Launched\u000a12:06:26.489928 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a12:06:26.774549 run patchelf(pid=19506): Launched\u000a12:06:26.964867 run osmo-stp_10.42.42.5(pid=19503): ERR: Terminated: ERROR {rc=1} [trial-2404↪gprs:trx-umtrx↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19503)]\u000a12:06:27.103835 run osmo-stp_10.42.42.5(pid=19503): stdout: \u000a| (launched: 2022-12-14_12:06:25.524034)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:06:27.243404 run osmo-stp_10.42.42.5(pid=19503): stderr: \u000a| �[0;m�[38;5;43m20221214120625717 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214120625718 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214120625718 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214120625718 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214120625719 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214120625719 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214120625719 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:06:27.377536 run osmo-stp_10.42.42.5(pid=19503): stdout: \u000a| (launched: 2022-12-14_12:06:25.524034)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:06:27.510360 run osmo-stp_10.42.42.5(pid=19503): stderr: \u000a| �[0;m�[38;5;43m20221214120625717 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214120625718 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214120625718 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214120625718 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214120625719 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214120625719 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214120625719 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:06:27.666153 run patchelf(pid=19506): Terminating (SIGINT)\u000a12:06:27.847804 run patchelf(pid=19506): Terminated: ok {rc=0}\u000a12:06:27.880750 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=19503): Process ended prematurely: osmo-stp_10.42.42.5(pid=19503) [trial-2404↪gprs:trx-umtrx↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19503)] [trial-2404↪gprs:trx-umtrx↪ping_idle_ping.py:27]\u000a12:06:27.890189 tst ping_idle_ping.py:27: Test FAILED (6.7 sec)\u000a12:06:27.953492 run osmo-hlr_10.42.42.2(pid=19500): ERR: Terminated: ERROR {rc=237} [trial-2404↪gprs:trx-umtrx↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19500)]\u000a12:06:28.005373 run osmo-hlr_10.42.42.2(pid=19500): stdout: \u000a| (launched: 2022-12-14_12:06:24.508449) \u000a12:06:28.057783 run osmo-hlr_10.42.42.2(pid=19500): stderr: \u000a| �[0;m�[1;31m20221214120624708 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214120624708 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214120624708 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214120624709 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214120624709 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214120624709 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214120624722 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2404/run.2022-12-14_11-25-45/gprs:trx-umtrx/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214120624730 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214120624730 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214120624730 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:06:28.102792 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19499): Terminating (SIGTERM)\u000a12:06:28.145510 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19502): Terminating (SIGTERM)\u000a12:06:28.187778 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19505): Terminating (SIGTERM)\u000a12:06:28.197678 --- ParallelTerminationStrategy: PID 19499 died...\u000a12:06:28.254190 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19499): Terminated: ok {rc=0}\u000a12:06:28.264463 --- ParallelTerminationStrategy: PID 19502 died...\u000a12:06:28.320347 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19502): Terminated: ok {rc=0}\u000a12:06:28.330676 --- ParallelTerminationStrategy: PID 19505 died...\u000a12:06:28.387132 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19505): Terminated: ok {rc=0}\u000a12:06:28.475558 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 62.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "88", "name" : "gprs_trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T12:05:29" }, { "cases" : [ { "testActions" : [ ], "age" : 266, "className" : "gprs:trx-umtrx+mod-bts0-egprs", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19520): Process ended prematurely: osmo-stp_10.42.42.5(pid=19520) [trial-2404↪gprs:trx-umtrx+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19520)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19520): Process ended prematurely: osmo-stp_10.42.42.5(pid=19520) [trial-2404↪gprs:trx-umtrx+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19520)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2404 gprs:trx-umtrx+mod-bts0-egprs cs_paging_gprs_active.py\u000a----------------------------------------------\u000a12:06:30.632478 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:06:30.643958 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a12:06:30.789653 tst cs_paging_gprs_active.py: using LAC 40783\u000a12:06:30.921213 tst cs_paging_gprs_active.py: using RAC 238\u000a12:06:31.083678 tst cs_paging_gprs_active.py: using CellId 40783\u000a12:06:31.236872 tst cs_paging_gprs_active.py: using BVCI 40784\u000a12:06:31.262398 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:06:31.274580 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:06:31.286658 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:06:31.298796 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:06:31.311934 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:06:31.325219 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:06:31.338344 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:06:31.353671 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:06:31.366431 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a12:06:31.492115 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a12:06:31.814727 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a12:06:31.956586 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:06:32.316169 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19510): Launched\u000a12:06:32.601763 run iperf3-srv_10.42.42.10(pid=19511): Launched\u000a12:06:32.803473 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a12:06:32.941028 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:06:33.284606 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19512): Launched\u000a12:06:33.569820 run iperf3-srv_10.42.42.10(pid=19513): Launched\u000a12:06:33.772863 tst cs_paging_gprs_active.py:38: start network...\u000a12:06:33.910443 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:06:34.441410 run create_hlr_db(pid=19514): Launched\u000a12:06:34.632762 bus /gobi_6: Setting Powered False\u000a12:06:35.653357 run create_hlr_db(pid=19514): Terminated: ok {rc=0}\u000a12:06:36.069195 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19516): Launched\u000a12:06:36.379634 run osmo-hlr_10.42.42.2(pid=19517): Launched\u000a12:06:36.501392 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:06:37.044933 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19519): Launched\u000a12:06:37.355471 run osmo-stp_10.42.42.5(pid=19520): Launched\u000a12:06:37.467601 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a12:06:38.006619 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19522): Launched\u000a12:06:38.116107 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a12:06:38.387388 run patchelf(pid=19523): Launched\u000a12:06:38.568249 run osmo-stp_10.42.42.5(pid=19520): ERR: Terminated: ERROR {rc=1} [trial-2404↪gprs:trx-umtrx+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19520)]\u000a12:06:38.701031 run osmo-stp_10.42.42.5(pid=19520): stdout: \u000a| (launched: 2022-12-14_12:06:37.200867)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:06:38.833462 run osmo-stp_10.42.42.5(pid=19520): stderr: \u000a| �[0;m�[38;5;43m20221214120637373 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214120637373 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214120637373 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214120637374 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214120637374 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214120637374 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214120637374 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:06:38.961071 run osmo-stp_10.42.42.5(pid=19520): stdout: \u000a| (launched: 2022-12-14_12:06:37.200867)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:06:39.087200 run osmo-stp_10.42.42.5(pid=19520): stderr: \u000a| �[0;m�[38;5;43m20221214120637373 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214120637373 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214120637373 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214120637374 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214120637374 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214120637374 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214120637374 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:06:39.234977 run patchelf(pid=19523): Terminating (SIGINT)\u000a12:06:39.407884 run patchelf(pid=19523): Terminated: ok {rc=0}\u000a12:06:39.439525 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=19520): Process ended prematurely: osmo-stp_10.42.42.5(pid=19520) [trial-2404↪gprs:trx-umtrx+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19520)] [trial-2404↪gprs:trx-umtrx+mod-bts0-egprs↪cs_paging_gprs_active.py:38]\u000a12:06:39.448703 tst cs_paging_gprs_active.py:38: Test FAILED (8.9 sec)\u000a12:06:39.509820 run osmo-hlr_10.42.42.2(pid=19517): ERR: Terminated: ERROR {rc=237} [trial-2404↪gprs:trx-umtrx+mod-bts0-egprs↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19517)]\u000a12:06:39.559104 run osmo-hlr_10.42.42.2(pid=19517): stdout: \u000a| (launched: 2022-12-14_12:06:36.225324) \u000a12:06:39.609082 run osmo-hlr_10.42.42.2(pid=19517): stderr: \u000a| �[0;m�[1;31m20221214120636403 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214120636403 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214120636403 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214120636403 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214120636403 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214120636403 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214120636415 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2404/run.2022-12-14_11-25-45/gprs:trx-umtrx+mod-bts0-egprs/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214120636423 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214120636423 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214120636423 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:06:39.651639 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19510): Terminating (SIGTERM)\u000a12:06:39.691921 run iperf3-srv_10.42.42.10(pid=19511): Terminating (SIGTERM)\u000a12:06:39.732109 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19512): Terminating (SIGTERM)\u000a12:06:39.773265 run iperf3-srv_10.42.42.10(pid=19513): Terminating (SIGTERM)\u000a12:06:39.813580 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19516): Terminating (SIGTERM)\u000a12:06:39.853958 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19519): Terminating (SIGTERM)\u000a12:06:39.894775 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19522): Terminating (SIGTERM)\u000a12:06:39.904141 --- ParallelTerminationStrategy: PID 19510 died...\u000a12:06:39.958436 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19510): Terminated: ok {rc=0}\u000a12:06:39.968174 --- ParallelTerminationStrategy: PID 19511 died...\u000a12:06:40.021623 run iperf3-srv_10.42.42.10(pid=19511): Terminated {rc=256}\u000a12:06:40.031219 --- ParallelTerminationStrategy: PID 19512 died...\u000a12:06:40.084707 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19512): Terminated: ok {rc=0}\u000a12:06:40.094432 --- ParallelTerminationStrategy: PID 19513 died...\u000a12:06:40.147612 run iperf3-srv_10.42.42.10(pid=19513): Terminated {rc=256}\u000a12:06:40.157174 --- ParallelTerminationStrategy: PID 19516 died...\u000a12:06:40.210647 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19516): Terminated: ok {rc=0}\u000a12:06:40.220376 --- ParallelTerminationStrategy: PID 19519 died...\u000a12:06:40.273821 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19519): Terminated: ok {rc=0}\u000a12:06:40.283363 --- ParallelTerminationStrategy: PID 19522 died...\u000a12:06:40.337057 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19522): Terminated: ok {rc=0}\u000a12:06:40.425566 bus /gobi_0: Setting Powered False\u000a12:06:41.528927 bus /gobi_0: Setting Powered False\u000a12:06:42.639345 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 266, "className" : "gprs:trx-umtrx+mod-bts0-egprs", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19532): Process ended prematurely: osmo-stp_10.42.42.5(pid=19532) [trial-2404↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19532)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19532): Process ended prematurely: osmo-stp_10.42.42.5(pid=19532) [trial-2404↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19532)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2404 gprs:trx-umtrx+mod-bts0-egprs iperf3.py\u000a----------------------------------------------\u000a12:06:43.751250 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:06:43.762853 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a12:06:43.904377 tst iperf3.py: using LAC 40784\u000a12:06:44.028637 tst iperf3.py: using RAC 239\u000a12:06:44.157954 tst iperf3.py: using CellId 40784\u000a12:06:44.283162 tst iperf3.py: using BVCI 40785\u000a12:06:44.306944 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:06:44.318012 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:06:44.328853 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:06:44.339583 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:06:44.351602 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:06:44.362603 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:06:44.373814 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:06:44.384535 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:06:44.395914 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a12:06:44.678747 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a12:06:44.807767 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:06:45.130996 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19524): Launched\u000a12:06:45.398304 run iperf3-srv_10.42.42.10(pid=19525): Launched\u000a12:06:45.586452 tst iperf3.py:8: start network...\u000a12:06:45.715267 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:06:46.309565 run create_hlr_db(pid=19526): Launched\u000a12:06:46.506667 bus /gobi_6: Setting Powered False\u000a12:06:47.521360 run create_hlr_db(pid=19526): Terminated: ok {rc=0}\u000a12:06:47.940808 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19528): Launched\u000a12:06:48.249834 run osmo-hlr_10.42.42.2(pid=19529): Launched\u000a12:06:48.370828 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:06:48.921562 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19531): Launched\u000a12:06:49.231536 run osmo-stp_10.42.42.5(pid=19532): Launched\u000a12:06:49.342894 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a12:06:49.880313 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19534): Launched\u000a12:06:49.989768 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a12:06:50.260086 run patchelf(pid=19535): Launched\u000a12:06:50.440097 run osmo-stp_10.42.42.5(pid=19532): ERR: Terminated: ERROR {rc=1} [trial-2404↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19532)]\u000a12:06:50.571731 run osmo-stp_10.42.42.5(pid=19532): stdout: \u000a| (launched: 2022-12-14_12:06:49.077127)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:06:50.703802 run osmo-stp_10.42.42.5(pid=19532): stderr: \u000a| �[0;m�[38;5;43m20221214120649250 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214120649250 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214120649250 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214120649250 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214120649251 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214120649251 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214120649251 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:06:50.830981 run osmo-stp_10.42.42.5(pid=19532): stdout: \u000a| (launched: 2022-12-14_12:06:49.077127)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:06:50.956533 run osmo-stp_10.42.42.5(pid=19532): stderr: \u000a| �[0;m�[38;5;43m20221214120649250 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214120649250 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214120649250 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214120649250 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214120649251 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214120649251 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214120649251 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:06:51.102954 run patchelf(pid=19535): Terminating (SIGINT)\u000a12:06:51.275467 run patchelf(pid=19535): Terminated: ok {rc=0}\u000a12:06:51.306942 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=19532): Process ended prematurely: osmo-stp_10.42.42.5(pid=19532) [trial-2404↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19532)] [trial-2404↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3.py:8]\u000a12:06:51.316207 tst iperf3.py:8: Test FAILED (7.6 sec)\u000a12:06:51.377205 run osmo-hlr_10.42.42.2(pid=19529): ERR: Terminated: ERROR {rc=237} [trial-2404↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19529)]\u000a12:06:51.426878 run osmo-hlr_10.42.42.2(pid=19529): stdout: \u000a| (launched: 2022-12-14_12:06:48.096213) \u000a12:06:51.477552 run osmo-hlr_10.42.42.2(pid=19529): stderr: \u000a| �[0;m�[1;31m20221214120648275 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214120648275 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214120648275 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214120648275 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214120648275 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214120648275 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214120648287 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2404/run.2022-12-14_11-25-45/gprs:trx-umtrx+mod-bts0-egprs/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214120648296 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214120648296 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214120648296 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:06:51.520402 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19524): Terminating (SIGTERM)\u000a12:06:51.561353 run iperf3-srv_10.42.42.10(pid=19525): Terminating (SIGTERM)\u000a12:06:51.601603 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19528): Terminating (SIGTERM)\u000a12:06:51.642173 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19531): Terminating (SIGTERM)\u000a12:06:51.682541 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19534): Terminating (SIGTERM)\u000a12:06:51.691769 --- ParallelTerminationStrategy: PID 19524 died...\u000a12:06:51.745682 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19524): Terminated: ok {rc=0}\u000a12:06:51.755320 --- ParallelTerminationStrategy: PID 19525 died...\u000a12:06:51.809310 run iperf3-srv_10.42.42.10(pid=19525): Terminated {rc=256}\u000a12:06:51.818901 --- ParallelTerminationStrategy: PID 19528 died...\u000a12:06:51.872704 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19528): Terminated: ok {rc=0}\u000a12:06:51.882370 --- ParallelTerminationStrategy: PID 19531 died...\u000a12:06:51.936310 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19531): Terminated: ok {rc=0}\u000a12:06:51.945956 --- ParallelTerminationStrategy: PID 19534 died...\u000a12:06:51.999734 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19534): Terminated: ok {rc=0}\u000a12:06:52.088270 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 266, "className" : "gprs:trx-umtrx+mod-bts0-egprs", "duration" : 12.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19550): Process ended prematurely: osmo-stp_10.42.42.5(pid=19550) [trial-2404↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19550)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19550): Process ended prematurely: osmo-stp_10.42.42.5(pid=19550) [trial-2404↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19550)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2404 gprs:trx-umtrx+mod-bts0-egprs iperf3m4.py\u000a----------------------------------------------\u000a12:06:53.201371 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:06:53.212724 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a12:06:53.355794 tst iperf3m4.py: using LAC 40785\u000a12:06:53.477503 tst iperf3m4.py: using RAC 240\u000a12:06:53.597114 tst iperf3m4.py: using CellId 40785\u000a12:06:53.718095 tst iperf3m4.py: using BVCI 40786\u000a12:06:53.741647 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:06:53.752559 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:06:53.763258 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:06:53.773934 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:06:53.785371 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:06:53.796678 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:06:53.808429 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:06:53.819827 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:06:53.831465 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a12:06:53.957183 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a12:06:54.079023 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a12:06:54.199467 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a12:06:54.483539 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a12:06:54.612110 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:06:54.934613 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19536): Launched\u000a12:06:55.202445 run iperf3-srv_10.42.42.10(pid=19537): Launched\u000a12:06:55.390063 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a12:06:55.518115 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:06:55.841122 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19538): Launched\u000a12:06:56.109156 run iperf3-srv_10.42.42.10(pid=19539): Launched\u000a12:06:56.296251 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a12:06:56.424137 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:06:56.746796 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19540): Launched\u000a12:06:57.014160 run iperf3-srv_10.42.42.10(pid=19541): Launched\u000a12:06:57.200846 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a12:06:57.328536 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:06:57.648478 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19542): Launched\u000a12:06:57.914659 run iperf3-srv_10.42.42.10(pid=19543): Launched\u000a12:06:58.101507 tst iperf3m4.py:8: start network...\u000a12:06:58.229358 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:06:58.715547 run create_hlr_db(pid=19544): Launched\u000a12:06:58.893469 bus /gobi_6: Setting Powered False\u000a12:06:59.914565 run create_hlr_db(pid=19544): Terminated: ok {rc=0}\u000a12:07:00.356774 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19546): Launched\u000a12:07:00.689545 run osmo-hlr_10.42.42.2(pid=19547): Launched\u000a12:07:00.809993 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:07:01.463410 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19549): Launched\u000a12:07:01.888690 run osmo-stp_10.42.42.5(pid=19550): Launched\u000a12:07:02.018497 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a12:07:02.730542 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19552): Launched\u000a12:07:02.848752 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a12:07:03.139828 run patchelf(pid=19553): Launched\u000a12:07:03.333192 run osmo-stp_10.42.42.5(pid=19550): ERR: Terminated: ERROR {rc=1} [trial-2404↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19550)]\u000a12:07:03.477821 run osmo-stp_10.42.42.5(pid=19550): stdout: \u000a| (launched: 2022-12-14_12:07:01.635286)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:07:03.620418 run osmo-stp_10.42.42.5(pid=19550): stderr: \u000a| �[0;m�[38;5;43m20221214120701953 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214120701953 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214120701953 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214120701954 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214120701954 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214120701954 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214120701954 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:07:03.757215 run osmo-stp_10.42.42.5(pid=19550): stdout: \u000a| (launched: 2022-12-14_12:07:01.635286)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:07:03.893252 run osmo-stp_10.42.42.5(pid=19550): stderr: \u000a| �[0;m�[38;5;43m20221214120701953 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214120701953 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214120701953 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214120701954 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214120701954 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214120701954 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214120701954 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:07:04.051458 run patchelf(pid=19553): Terminating (SIGINT)\u000a12:07:04.236883 run patchelf(pid=19553): Terminated: ok {rc=0}\u000a12:07:04.271110 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=19550): Process ended prematurely: osmo-stp_10.42.42.5(pid=19550) [trial-2404↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19550)] [trial-2404↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3m4.py:8]\u000a12:07:04.281383 tst iperf3m4.py:8: Test FAILED (11.1 sec)\u000a12:07:04.345406 run osmo-hlr_10.42.42.2(pid=19547): ERR: Terminated: ERROR {rc=237} [trial-2404↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19547)]\u000a12:07:04.397440 run osmo-hlr_10.42.42.2(pid=19547): stdout: \u000a| (launched: 2022-12-14_12:07:00.525033) \u000a12:07:04.450080 run osmo-hlr_10.42.42.2(pid=19547): stderr: \u000a| �[0;m�[1;31m20221214120700723 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214120700723 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214120700723 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214120700723 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214120700724 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214120700724 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214120700741 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2404/run.2022-12-14_11-25-45/gprs:trx-umtrx+mod-bts0-egprs/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214120700750 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214120700750 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214120700750 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:07:04.494806 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19536): Terminating (SIGTERM)\u000a12:07:04.537400 run iperf3-srv_10.42.42.10(pid=19537): Terminating (SIGTERM)\u000a12:07:04.579668 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19538): Terminating (SIGTERM)\u000a12:07:04.622757 run iperf3-srv_10.42.42.10(pid=19539): Terminating (SIGTERM)\u000a12:07:04.665286 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19540): Terminating (SIGTERM)\u000a12:07:04.707551 run iperf3-srv_10.42.42.10(pid=19541): Terminating (SIGTERM)\u000a12:07:04.750092 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19542): Terminating (SIGTERM)\u000a12:07:04.792269 run iperf3-srv_10.42.42.10(pid=19543): Terminating (SIGTERM)\u000a12:07:04.834730 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19546): Terminating (SIGTERM)\u000a12:07:04.876921 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19549): Terminating (SIGTERM)\u000a12:07:04.919349 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19552): Terminating (SIGTERM)\u000a12:07:04.929208 --- ParallelTerminationStrategy: PID 19536 died...\u000a12:07:04.985345 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19536): Terminated: ok {rc=0}\u000a12:07:04.995415 --- ParallelTerminationStrategy: PID 19537 died...\u000a12:07:05.051168 run iperf3-srv_10.42.42.10(pid=19537): Terminated {rc=256}\u000a12:07:05.061285 --- ParallelTerminationStrategy: PID 19538 died...\u000a12:07:05.117174 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19538): Terminated: ok {rc=0}\u000a12:07:05.127325 --- ParallelTerminationStrategy: PID 19539 died...\u000a12:07:05.183256 run iperf3-srv_10.42.42.10(pid=19539): Terminated {rc=256}\u000a12:07:05.193450 --- ParallelTerminationStrategy: PID 19540 died...\u000a12:07:05.249445 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19540): Terminated: ok {rc=0}\u000a12:07:05.259569 --- ParallelTerminationStrategy: PID 19541 died...\u000a12:07:05.315602 run iperf3-srv_10.42.42.10(pid=19541): Terminated {rc=256}\u000a12:07:05.325830 --- ParallelTerminationStrategy: PID 19542 died...\u000a12:07:05.381760 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19542): Terminated: ok {rc=0}\u000a12:07:05.391850 --- ParallelTerminationStrategy: PID 19543 died...\u000a12:07:05.447767 run iperf3-srv_10.42.42.10(pid=19543): Terminated {rc=256}\u000a12:07:05.457923 --- ParallelTerminationStrategy: PID 19546 died...\u000a12:07:05.513979 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19546): Terminated: ok {rc=0}\u000a12:07:05.524262 --- ParallelTerminationStrategy: PID 19549 died...\u000a12:07:05.580380 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19549): Terminated: ok {rc=0}\u000a12:07:05.590576 --- ParallelTerminationStrategy: PID 19552 died...\u000a12:07:05.647036 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19552): Terminated: ok {rc=0}\u000a12:07:05.734834 bus /gobi_4: Setting Powered False\u000a12:07:06.842041 bus /gobi_4: Setting Powered False\u000a12:07:07.950957 bus /gobi_1: Setting Powered False\u000a12:07:09.058321 bus /gobi_1: Setting Powered False\u000a12:07:10.167072 bus /gobi_0: Setting Powered False\u000a12:07:11.274149 bus /gobi_0: Setting Powered False\u000a12:07:12.386102 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 266, "className" : "gprs:trx-umtrx+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19560): Process ended prematurely: osmo-stp_10.42.42.5(pid=19560) [trial-2404↪gprs:trx-umtrx+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19560)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19560): Process ended prematurely: osmo-stp_10.42.42.5(pid=19560) [trial-2404↪gprs:trx-umtrx+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19560)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2404 gprs:trx-umtrx+mod-bts0-egprs ping.py\u000a----------------------------------------------\u000a12:07:13.456638 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:07:13.468608 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a12:07:13.615016 tst ping.py: using LAC 40786\u000a12:07:13.741771 tst ping.py: using RAC 241\u000a12:07:13.869606 tst ping.py: using CellId 40786\u000a12:07:13.997171 tst ping.py: using BVCI 40787\u000a12:07:14.022073 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:07:14.033534 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:07:14.044682 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:07:14.055862 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:07:14.066981 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:07:14.078105 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:07:14.089490 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:07:14.100614 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a12:07:14.398848 tst ping.py:19: start network...\u000a12:07:14.533568 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:07:15.052635 run create_hlr_db(pid=19554): Launched\u000a12:07:15.240753 bus /gobi_6: Setting Powered False\u000a12:07:16.263705 run create_hlr_db(pid=19554): Terminated: ok {rc=0}\u000a12:07:16.713487 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19556): Launched\u000a12:07:17.144697 run osmo-hlr_10.42.42.2(pid=19557): Launched\u000a12:07:17.267141 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:07:17.834533 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19559): Launched\u000a12:07:18.158418 run osmo-stp_10.42.42.5(pid=19560): Launched\u000a12:07:18.274797 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a12:07:18.841229 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19562): Launched\u000a12:07:18.956187 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a12:07:19.240336 run patchelf(pid=19563): Launched\u000a12:07:19.429467 run osmo-stp_10.42.42.5(pid=19560): ERR: Terminated: ERROR {rc=1} [trial-2404↪gprs:trx-umtrx+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19560)]\u000a12:07:19.567615 run osmo-stp_10.42.42.5(pid=19560): stdout: \u000a| (launched: 2022-12-14_12:07:17.998736)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:07:19.706745 run osmo-stp_10.42.42.5(pid=19560): stderr: \u000a| �[0;m�[38;5;43m20221214120718193 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214120718193 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214120718193 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214120718194 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214120718196 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214120718196 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214120718196 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:07:19.840110 run osmo-stp_10.42.42.5(pid=19560): stdout: \u000a| (launched: 2022-12-14_12:07:17.998736)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:07:19.972391 run osmo-stp_10.42.42.5(pid=19560): stderr: \u000a| �[0;m�[38;5;43m20221214120718193 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214120718193 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214120718193 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214120718194 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214120718196 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214120718196 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214120718196 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:07:20.127432 run patchelf(pid=19563): Terminating (SIGINT)\u000a12:07:20.308094 run patchelf(pid=19563): Terminated: ok {rc=0}\u000a12:07:20.340875 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=19560): Process ended prematurely: osmo-stp_10.42.42.5(pid=19560) [trial-2404↪gprs:trx-umtrx+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19560)] [trial-2404↪gprs:trx-umtrx+mod-bts0-egprs↪ping.py:22]\u000a12:07:20.350344 tst ping.py:22: Test FAILED (6.9 sec)\u000a12:07:20.413363 run osmo-hlr_10.42.42.2(pid=19557): ERR: Terminated: ERROR {rc=237} [trial-2404↪gprs:trx-umtrx+mod-bts0-egprs↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19557)]\u000a12:07:20.464767 run osmo-hlr_10.42.42.2(pid=19557): stdout: \u000a| (launched: 2022-12-14_12:07:16.881289) \u000a12:07:20.516801 run osmo-hlr_10.42.42.2(pid=19557): stderr: \u000a| �[0;m�[1;31m20221214120717168 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214120717168 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214120717168 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214120717168 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214120717168 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214120717168 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214120717181 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2404/run.2022-12-14_11-25-45/gprs:trx-umtrx+mod-bts0-egprs/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214120717189 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214120717189 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214120717189 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:07:20.561442 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19556): Terminating (SIGTERM)\u000a12:07:20.604053 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19559): Terminating (SIGTERM)\u000a12:07:20.646831 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19562): Terminating (SIGTERM)\u000a12:07:20.656803 --- ParallelTerminationStrategy: PID 19556 died...\u000a12:07:20.713163 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19556): Terminated: ok {rc=0}\u000a12:07:20.723439 --- ParallelTerminationStrategy: PID 19559 died...\u000a12:07:20.779189 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19559): Terminated: ok {rc=0}\u000a12:07:20.789487 --- ParallelTerminationStrategy: PID 19562 died...\u000a12:07:20.845164 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19562): Terminated: ok {rc=0}\u000a12:07:20.932202 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 266, "className" : "gprs:trx-umtrx+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19570): Process ended prematurely: osmo-stp_10.42.42.5(pid=19570) [trial-2404↪gprs:trx-umtrx+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19570)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19570): Process ended prematurely: osmo-stp_10.42.42.5(pid=19570) [trial-2404↪gprs:trx-umtrx+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19570)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2404 gprs:trx-umtrx+mod-bts0-egprs ping_idle_ping.py\u000a----------------------------------------------\u000a12:07:21.983512 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:07:21.995812 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a12:07:22.141465 tst ping_idle_ping.py: using LAC 40787\u000a12:07:22.286217 tst ping_idle_ping.py: using RAC 242\u000a12:07:22.411604 tst ping_idle_ping.py: using CellId 40787\u000a12:07:22.535203 tst ping_idle_ping.py: using BVCI 40788\u000a12:07:22.559566 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:07:22.570993 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:07:22.582218 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:07:22.593416 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:07:22.604929 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:07:22.616196 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:07:22.627648 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:07:22.638973 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a12:07:22.927143 tst ping_idle_ping.py:24: start network...\u000a12:07:23.059124 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:07:23.566738 run create_hlr_db(pid=19564): Launched\u000a12:07:23.751373 bus /gobi_6: Setting Powered False\u000a12:07:24.771832 run create_hlr_db(pid=19564): Terminated: ok {rc=0}\u000a12:07:25.195775 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19566): Launched\u000a12:07:25.513927 run osmo-hlr_10.42.42.2(pid=19567): Launched\u000a12:07:25.632503 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:07:26.184479 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19569): Launched\u000a12:07:26.500186 run osmo-stp_10.42.42.5(pid=19570): Launched\u000a12:07:26.615307 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a12:07:27.170173 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19572): Launched\u000a12:07:27.283105 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a12:07:27.560109 run patchelf(pid=19573): Launched\u000a12:07:27.746838 run osmo-stp_10.42.42.5(pid=19570): ERR: Terminated: ERROR {rc=1} [trial-2404↪gprs:trx-umtrx+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19570)]\u000a12:07:27.883396 run osmo-stp_10.42.42.5(pid=19570): stdout: \u000a| (launched: 2022-12-14_12:07:26.344890)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:07:28.020113 run osmo-stp_10.42.42.5(pid=19570): stderr: \u000a| �[0;m�[38;5;43m20221214120726533 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214120726533 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214120726533 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214120726534 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214120726534 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214120726534 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214120726534 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:07:28.152765 run osmo-stp_10.42.42.5(pid=19570): stdout: \u000a| (launched: 2022-12-14_12:07:26.344890)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:07:28.282966 run osmo-stp_10.42.42.5(pid=19570): stderr: \u000a| �[0;m�[38;5;43m20221214120726533 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214120726533 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214120726533 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214120726534 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214120726534 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214120726534 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214120726534 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:07:28.435457 run patchelf(pid=19573): Terminating (SIGINT)\u000a12:07:28.614823 run patchelf(pid=19573): Terminated: ok {rc=0}\u000a12:07:28.647204 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=19570): Process ended prematurely: osmo-stp_10.42.42.5(pid=19570) [trial-2404↪gprs:trx-umtrx+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19570)] [trial-2404↪gprs:trx-umtrx+mod-bts0-egprs↪ping_idle_ping.py:27]\u000a12:07:28.656616 tst ping_idle_ping.py:27: Test FAILED (6.7 sec)\u000a12:07:28.719397 run osmo-hlr_10.42.42.2(pid=19567): ERR: Terminated: ERROR {rc=237} [trial-2404↪gprs:trx-umtrx+mod-bts0-egprs↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19567)]\u000a12:07:28.770524 run osmo-hlr_10.42.42.2(pid=19567): stdout: \u000a| (launched: 2022-12-14_12:07:25.358034) \u000a12:07:28.822543 run osmo-hlr_10.42.42.2(pid=19567): stderr: \u000a| �[0;m�[1;31m20221214120725555 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214120725555 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214120725555 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214120725555 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214120725555 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214120725555 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214120725567 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2404/run.2022-12-14_11-25-45/gprs:trx-umtrx+mod-bts0-egprs/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214120725575 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214120725575 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214120725575 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:07:28.867208 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19566): Terminating (SIGTERM)\u000a12:07:28.909568 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19569): Terminating (SIGTERM)\u000a12:07:28.951566 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19572): Terminating (SIGTERM)\u000a12:07:28.961421 --- ParallelTerminationStrategy: PID 19566 died...\u000a12:07:29.017392 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19566): Terminated: ok {rc=0}\u000a12:07:29.027629 --- ParallelTerminationStrategy: PID 19569 died...\u000a12:07:29.083183 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19569): Terminated: ok {rc=0}\u000a12:07:29.093440 --- ParallelTerminationStrategy: PID 19572 died...\u000a12:07:29.149216 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19572): Terminated: ok {rc=0}\u000a12:07:29.236427 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "89", "name" : "gprs_trx-umtrx+mod-bts0-egprs", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T12:06:30" }, { "cases" : [ { "testActions" : [ ], "age" : 266, "className" : "gprs:trx-umtrx+mod-bts0-dynts-ipa", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19588): Process ended prematurely: osmo-stp_10.42.42.5(pid=19588) [trial-2404↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19588)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19588): Process ended prematurely: osmo-stp_10.42.42.5(pid=19588) [trial-2404↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19588)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2404 gprs:trx-umtrx+mod-bts0-dynts-ipa cs_paging_gprs_active.py\u000a----------------------------------------------\u000a12:07:31.433552 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:07:31.449168 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a12:07:31.624148 tst cs_paging_gprs_active.py: using LAC 40788\u000a12:07:31.747186 tst cs_paging_gprs_active.py: using RAC 243\u000a12:07:31.898596 tst cs_paging_gprs_active.py: using CellId 40788\u000a12:07:32.032190 tst cs_paging_gprs_active.py: using BVCI 40789\u000a12:07:32.058089 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:07:32.070242 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:07:32.082428 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:07:32.094552 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:07:32.107195 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:07:32.119874 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:07:32.132623 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:07:32.145241 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:07:32.157894 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a12:07:32.283055 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a12:07:32.563198 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a12:07:32.688882 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:07:33.000700 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19578): Launched\u000a12:07:33.260418 run iperf3-srv_10.42.42.10(pid=19579): Launched\u000a12:07:33.443084 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a12:07:33.568030 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:07:33.879586 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19580): Launched\u000a12:07:34.138723 run iperf3-srv_10.42.42.10(pid=19581): Launched\u000a12:07:34.321086 tst cs_paging_gprs_active.py:38: start network...\u000a12:07:34.446351 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:07:34.917544 run create_hlr_db(pid=19582): Launched\u000a12:07:35.089562 bus /gobi_6: Setting Powered False\u000a12:07:36.112563 run create_hlr_db(pid=19582): Terminated: ok {rc=0}\u000a12:07:36.540938 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19584): Launched\u000a12:07:36.862336 run osmo-hlr_10.42.42.2(pid=19585): Launched\u000a12:07:36.979410 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:07:37.537658 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19587): Launched\u000a12:07:37.859274 run osmo-stp_10.42.42.5(pid=19588): Launched\u000a12:07:37.975802 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a12:07:38.538286 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19590): Launched\u000a12:07:38.653640 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a12:07:38.943445 run patchelf(pid=19591): Launched\u000a12:07:39.133905 run osmo-stp_10.42.42.5(pid=19588): ERR: Terminated: ERROR {rc=1} [trial-2404↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19588)]\u000a12:07:39.273419 run osmo-stp_10.42.42.5(pid=19588): stdout: \u000a| (launched: 2022-12-14_12:07:37.701277)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:07:39.413431 run osmo-stp_10.42.42.5(pid=19588): stderr: \u000a| �[0;m�[38;5;43m20221214120737888 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214120737889 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214120737889 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214120737889 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214120737890 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214120737890 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214120737890 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:07:39.548451 run osmo-stp_10.42.42.5(pid=19588): stdout: \u000a| (launched: 2022-12-14_12:07:37.701277)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:07:39.683029 run osmo-stp_10.42.42.5(pid=19588): stderr: \u000a| �[0;m�[38;5;43m20221214120737888 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214120737889 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214120737889 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214120737889 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214120737890 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214120737890 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214120737890 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:07:39.838498 run patchelf(pid=19591): Terminating (SIGINT)\u000a12:07:40.022323 run patchelf(pid=19591): Terminated: ok {rc=0}\u000a12:07:40.055817 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=19588): Process ended prematurely: osmo-stp_10.42.42.5(pid=19588) [trial-2404↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19588)] [trial-2404↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38]\u000a12:07:40.065660 tst cs_paging_gprs_active.py:38: Test FAILED (8.7 sec)\u000a12:07:40.128452 run osmo-hlr_10.42.42.2(pid=19585): ERR: Terminated: ERROR {rc=237} [trial-2404↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19585)]\u000a12:07:40.179564 run osmo-hlr_10.42.42.2(pid=19585): stdout: \u000a| (launched: 2022-12-14_12:07:36.705078) \u000a12:07:40.231413 run osmo-hlr_10.42.42.2(pid=19585): stderr: \u000a| �[0;m�[1;31m20221214120736898 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214120736898 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214120736899 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214120736899 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214120736899 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214120736899 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214120736911 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2404/run.2022-12-14_11-25-45/gprs:trx-umtrx+mod-bts0-dynts-ipa/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214120736919 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214120736920 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214120736920 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:07:40.275521 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19578): Terminating (SIGTERM)\u000a12:07:40.317750 run iperf3-srv_10.42.42.10(pid=19579): Terminating (SIGTERM)\u000a12:07:40.359560 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19580): Terminating (SIGTERM)\u000a12:07:40.401613 run iperf3-srv_10.42.42.10(pid=19581): Terminating (SIGTERM)\u000a12:07:40.443501 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19584): Terminating (SIGTERM)\u000a12:07:40.485322 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19587): Terminating (SIGTERM)\u000a12:07:40.527310 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19590): Terminating (SIGTERM)\u000a12:07:40.537139 --- ParallelTerminationStrategy: PID 19578 died...\u000a12:07:40.592828 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19578): Terminated: ok {rc=0}\u000a12:07:40.603012 --- ParallelTerminationStrategy: PID 19579 died...\u000a12:07:40.658424 run iperf3-srv_10.42.42.10(pid=19579): Terminated {rc=256}\u000a12:07:40.668656 --- ParallelTerminationStrategy: PID 19580 died...\u000a12:07:40.723675 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19580): Terminated: ok {rc=0}\u000a12:07:40.733708 --- ParallelTerminationStrategy: PID 19581 died...\u000a12:07:40.788642 run iperf3-srv_10.42.42.10(pid=19581): Terminated {rc=256}\u000a12:07:40.798776 --- ParallelTerminationStrategy: PID 19584 died...\u000a12:07:40.854139 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19584): Terminated: ok {rc=0}\u000a12:07:40.864253 --- ParallelTerminationStrategy: PID 19587 died...\u000a12:07:40.919466 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19587): Terminated: ok {rc=0}\u000a12:07:40.929956 --- ParallelTerminationStrategy: PID 19590 died...\u000a12:07:40.985165 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19590): Terminated: ok {rc=0}\u000a12:07:41.071737 bus /gobi_0: Setting Powered False\u000a12:07:42.177473 bus /gobi_0: Setting Powered False\u000a12:07:43.285979 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 266, "className" : "gprs:trx-umtrx+mod-bts0-dynts-ipa", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19601): Process ended prematurely: osmo-stp_10.42.42.5(pid=19601) [trial-2404↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19601)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19601): Process ended prematurely: osmo-stp_10.42.42.5(pid=19601) [trial-2404↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19601)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2404 gprs:trx-umtrx+mod-bts0-dynts-ipa iperf3.py\u000a----------------------------------------------\u000a12:07:44.400765 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:07:44.412515 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a12:07:44.577435 tst iperf3.py: using LAC 40789\u000a12:07:44.704623 tst iperf3.py: using RAC 244\u000a12:07:44.831465 tst iperf3.py: using CellId 40789\u000a12:07:44.958549 tst iperf3.py: using BVCI 40790\u000a12:07:44.983523 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:07:44.994925 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:07:45.006004 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:07:45.017072 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:07:45.027978 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:07:45.039112 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:07:45.050303 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:07:45.061288 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:07:45.072467 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a12:07:45.352180 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a12:07:45.478739 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:07:45.794965 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19593): Launched\u000a12:07:46.082905 run iperf3-srv_10.42.42.10(pid=19594): Launched\u000a12:07:46.274923 tst iperf3.py:8: start network...\u000a12:07:46.405753 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:07:46.936307 run create_hlr_db(pid=19595): Launched\u000a12:07:47.115174 bus /gobi_6: Setting Powered False\u000a12:07:48.132183 run create_hlr_db(pid=19595): Terminated: ok {rc=0}\u000a12:07:48.536078 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19597): Launched\u000a12:07:48.838927 run osmo-hlr_10.42.42.2(pid=19598): Launched\u000a12:07:48.955066 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:07:49.582076 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19600): Launched\u000a12:07:49.876925 run osmo-stp_10.42.42.5(pid=19601): Launched\u000a12:07:49.983872 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a12:07:50.501346 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19603): Launched\u000a12:07:50.606910 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a12:07:50.866576 run patchelf(pid=19604): Launched\u000a12:07:51.040396 run osmo-stp_10.42.42.5(pid=19601): ERR: Terminated: ERROR {rc=1} [trial-2404↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19601)]\u000a12:07:51.168012 run osmo-stp_10.42.42.5(pid=19601): stdout: \u000a| (launched: 2022-12-14_12:07:49.731421)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:07:51.295455 run osmo-stp_10.42.42.5(pid=19601): stderr: \u000a| �[0;m�[38;5;43m20221214120749897 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214120749897 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214120749897 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214120749898 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214120749898 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214120749898 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214120749898 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:07:51.418715 run osmo-stp_10.42.42.5(pid=19601): stdout: \u000a| (launched: 2022-12-14_12:07:49.731421)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:07:51.540495 run osmo-stp_10.42.42.5(pid=19601): stderr: \u000a| �[0;m�[38;5;43m20221214120749897 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214120749897 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214120749897 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214120749898 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214120749898 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214120749898 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214120749898 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:07:51.682720 run patchelf(pid=19604): Terminating (SIGINT)\u000a12:07:51.849515 run patchelf(pid=19604): Terminated: ok {rc=0}\u000a12:07:51.880169 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=19601): Process ended prematurely: osmo-stp_10.42.42.5(pid=19601) [trial-2404↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19601)] [trial-2404↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3.py:8]\u000a12:07:51.889532 tst iperf3.py:8: Test FAILED (7.5 sec)\u000a12:07:51.949528 run osmo-hlr_10.42.42.2(pid=19598): ERR: Terminated: ERROR {rc=237} [trial-2404↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19598)]\u000a12:07:51.998523 run osmo-hlr_10.42.42.2(pid=19598): stdout: \u000a| (launched: 2022-12-14_12:07:48.689665) \u000a12:07:52.047890 run osmo-hlr_10.42.42.2(pid=19598): stderr: \u000a| �[0;m�[1;31m20221214120748864 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214120748864 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214120748864 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214120748864 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214120748864 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214120748864 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214120748876 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2404/run.2022-12-14_11-25-45/gprs:trx-umtrx+mod-bts0-dynts-ipa/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214120748885 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214120748886 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214120748886 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:07:52.090045 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19593): Terminating (SIGTERM)\u000a12:07:52.129883 run iperf3-srv_10.42.42.10(pid=19594): Terminating (SIGTERM)\u000a12:07:52.169405 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19597): Terminating (SIGTERM)\u000a12:07:52.209679 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19600): Terminating (SIGTERM)\u000a12:07:52.250046 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19603): Terminating (SIGTERM)\u000a12:07:52.259221 --- ParallelTerminationStrategy: PID 19593 died...\u000a12:07:52.312653 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19593): Terminated: ok {rc=0}\u000a12:07:52.322187 --- ParallelTerminationStrategy: PID 19594 died...\u000a12:07:52.375329 run iperf3-srv_10.42.42.10(pid=19594): Terminated {rc=256}\u000a12:07:52.384825 --- ParallelTerminationStrategy: PID 19597 died...\u000a12:07:52.438281 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19597): Terminated: ok {rc=0}\u000a12:07:52.447660 --- ParallelTerminationStrategy: PID 19600 died...\u000a12:07:52.500728 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19600): Terminated: ok {rc=0}\u000a12:07:52.510140 --- ParallelTerminationStrategy: PID 19603 died...\u000a12:07:52.563245 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19603): Terminated: ok {rc=0}\u000a12:07:52.646903 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 266, "className" : "gprs:trx-umtrx+mod-bts0-dynts-ipa", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19620): Process ended prematurely: osmo-stp_10.42.42.5(pid=19620) [trial-2404↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19620)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19620): Process ended prematurely: osmo-stp_10.42.42.5(pid=19620) [trial-2404↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19620)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2404 gprs:trx-umtrx+mod-bts0-dynts-ipa iperf3m4.py\u000a----------------------------------------------\u000a12:07:53.760330 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:07:53.772108 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a12:07:53.932221 tst iperf3m4.py: using LAC 40790\u000a12:07:54.051289 tst iperf3m4.py: using RAC 245\u000a12:07:54.173875 tst iperf3m4.py: using CellId 40790\u000a12:07:54.297469 tst iperf3m4.py: using BVCI 40791\u000a12:07:54.321839 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:07:54.333057 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:07:54.344498 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:07:54.355604 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:07:54.366672 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:07:54.377700 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:07:54.388781 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:07:54.399710 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:07:54.410919 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a12:07:54.527268 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a12:07:54.644100 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a12:07:54.762758 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a12:07:55.035767 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a12:07:55.158398 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:07:55.463424 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19605): Launched\u000a12:07:55.717124 run iperf3-srv_10.42.42.10(pid=19606): Launched\u000a12:07:55.895672 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a12:07:56.018539 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:07:56.323846 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19607): Launched\u000a12:07:56.577406 run iperf3-srv_10.42.42.10(pid=19608): Launched\u000a12:07:56.756101 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a12:07:56.878496 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:07:57.184550 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19609): Launched\u000a12:07:57.438678 run iperf3-srv_10.42.42.10(pid=19610): Launched\u000a12:07:57.617542 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a12:07:57.739738 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:07:58.045732 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19611): Launched\u000a12:07:58.299908 run iperf3-srv_10.42.42.10(pid=19612): Launched\u000a12:07:58.479720 tst iperf3m4.py:8: start network...\u000a12:07:58.602362 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:07:59.070837 run create_hlr_db(pid=19613): Launched\u000a12:07:59.240682 bus /gobi_6: Setting Powered False\u000a12:08:00.262615 run create_hlr_db(pid=19613): Terminated: ok {rc=0}\u000a12:08:00.686528 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19615): Launched\u000a12:08:01.115826 run osmo-hlr_10.42.42.2(pid=19617): Launched\u000a12:08:01.275789 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:08:01.854243 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19619): Launched\u000a12:08:02.258325 run osmo-stp_10.42.42.5(pid=19620): Launched\u000a12:08:02.404034 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a12:08:02.960112 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19622): Launched\u000a12:08:03.073369 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a12:08:03.354962 run patchelf(pid=19623): Launched\u000a12:08:03.541064 run osmo-stp_10.42.42.5(pid=19620): ERR: Terminated: ERROR {rc=1} [trial-2404↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19620)]\u000a12:08:03.677438 run osmo-stp_10.42.42.5(pid=19620): stdout: \u000a| (launched: 2022-12-14_12:08:02.008773)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:08:03.813915 run osmo-stp_10.42.42.5(pid=19620): stderr: \u000a| �[0;m�[38;5;43m20221214120802332 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214120802332 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214120802332 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214120802333 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214120802333 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214120802333 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214120802333 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:08:03.945393 run osmo-stp_10.42.42.5(pid=19620): stdout: \u000a| (launched: 2022-12-14_12:08:02.008773)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:08:04.075827 run osmo-stp_10.42.42.5(pid=19620): stderr: \u000a| �[0;m�[38;5;43m20221214120802332 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214120802332 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214120802332 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214120802333 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214120802333 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214120802333 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214120802333 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:08:04.227686 run patchelf(pid=19623): Terminating (SIGINT)\u000a12:08:04.406751 run patchelf(pid=19623): Terminated: ok {rc=0}\u000a12:08:04.439546 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=19620): Process ended prematurely: osmo-stp_10.42.42.5(pid=19620) [trial-2404↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19620)] [trial-2404↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3m4.py:8]\u000a12:08:04.449521 tst iperf3m4.py:8: Test FAILED (10.7 sec)\u000a12:08:04.512006 run osmo-hlr_10.42.42.2(pid=19617): ERR: Terminated: ERROR {rc=237} [trial-2404↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19617)]\u000a12:08:04.562913 run osmo-hlr_10.42.42.2(pid=19617): stdout: \u000a| (launched: 2022-12-14_12:08:00.851766) \u000a12:08:04.614659 run osmo-hlr_10.42.42.2(pid=19617): stderr: \u000a| �[0;m�[1;31m20221214120801152 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214120801152 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214120801152 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214120801152 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214120801153 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214120801153 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214120801173 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2404/run.2022-12-14_11-25-45/gprs:trx-umtrx+mod-bts0-dynts-ipa/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214120801189 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214120801189 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214120801189 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:08:04.659333 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19605): Terminating (SIGTERM)\u000a12:08:04.701715 run iperf3-srv_10.42.42.10(pid=19606): Terminating (SIGTERM)\u000a12:08:04.743376 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19607): Terminating (SIGTERM)\u000a12:08:04.785645 run iperf3-srv_10.42.42.10(pid=19608): Terminating (SIGTERM)\u000a12:08:04.827254 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19609): Terminating (SIGTERM)\u000a12:08:04.868557 run iperf3-srv_10.42.42.10(pid=19610): Terminating (SIGTERM)\u000a12:08:04.910459 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19611): Terminating (SIGTERM)\u000a12:08:04.952193 run iperf3-srv_10.42.42.10(pid=19612): Terminating (SIGTERM)\u000a12:08:04.993719 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19615): Terminating (SIGTERM)\u000a12:08:05.035047 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19619): Terminating (SIGTERM)\u000a12:08:05.076692 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19622): Terminating (SIGTERM)\u000a12:08:05.086287 --- ParallelTerminationStrategy: PID 19605 died...\u000a12:08:05.141854 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19605): Terminated: ok {rc=0}\u000a12:08:05.151764 --- ParallelTerminationStrategy: PID 19606 died...\u000a12:08:05.207277 run iperf3-srv_10.42.42.10(pid=19606): Terminated {rc=256}\u000a12:08:05.217194 --- ParallelTerminationStrategy: PID 19607 died...\u000a12:08:05.272160 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19607): Terminated: ok {rc=0}\u000a12:08:05.282027 --- ParallelTerminationStrategy: PID 19608 died...\u000a12:08:05.337041 run iperf3-srv_10.42.42.10(pid=19608): Terminated {rc=256}\u000a12:08:05.346789 --- ParallelTerminationStrategy: PID 19609 died...\u000a12:08:05.401962 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19609): Terminated: ok {rc=0}\u000a12:08:05.411843 --- ParallelTerminationStrategy: PID 19610 died...\u000a12:08:05.466880 run iperf3-srv_10.42.42.10(pid=19610): Terminated {rc=256}\u000a12:08:05.476630 --- ParallelTerminationStrategy: PID 19611 died...\u000a12:08:05.531988 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19611): Terminated: ok {rc=0}\u000a12:08:05.541972 --- ParallelTerminationStrategy: PID 19612 died...\u000a12:08:05.597138 run iperf3-srv_10.42.42.10(pid=19612): Terminated {rc=256}\u000a12:08:05.606977 --- ParallelTerminationStrategy: PID 19615 died...\u000a12:08:05.661793 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19615): Terminated: ok {rc=0}\u000a12:08:05.671729 --- ParallelTerminationStrategy: PID 19619 died...\u000a12:08:05.726610 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19619): Terminated: ok {rc=0}\u000a12:08:05.736515 --- ParallelTerminationStrategy: PID 19622 died...\u000a12:08:05.791856 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19622): Terminated: ok {rc=0}\u000a12:08:05.877417 bus /gobi_4: Setting Powered False\u000a12:08:06.983192 bus /gobi_4: Setting Powered False\u000a12:08:08.091540 bus /gobi_1: Setting Powered False\u000a12:08:09.197262 bus /gobi_1: Setting Powered False\u000a12:08:10.304851 bus /gobi_0: Setting Powered False\u000a12:08:11.410812 bus /gobi_0: Setting Powered False\u000a12:08:12.518518 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 266, "className" : "gprs:trx-umtrx+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19630): Process ended prematurely: osmo-stp_10.42.42.5(pid=19630) [trial-2404↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19630)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19630): Process ended prematurely: osmo-stp_10.42.42.5(pid=19630) [trial-2404↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19630)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2404 gprs:trx-umtrx+mod-bts0-dynts-ipa ping.py\u000a----------------------------------------------\u000a12:08:13.586859 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:08:13.598846 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a12:08:13.779405 tst ping.py: using LAC 40791\u000a12:08:13.901818 tst ping.py: using RAC 246\u000a12:08:14.025331 tst ping.py: using CellId 40791\u000a12:08:14.147397 tst ping.py: using BVCI 40792\u000a12:08:14.171396 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:08:14.182692 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:08:14.193877 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:08:14.204906 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:08:14.216238 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:08:14.227442 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:08:14.238666 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:08:14.249818 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a12:08:14.535123 tst ping.py:19: start network...\u000a12:08:14.666133 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:08:15.168282 run create_hlr_db(pid=19624): Launched\u000a12:08:15.350246 bus /gobi_6: Setting Powered False\u000a12:08:16.371106 run create_hlr_db(pid=19624): Terminated: ok {rc=0}\u000a12:08:16.835169 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19626): Launched\u000a12:08:17.217349 run osmo-hlr_10.42.42.2(pid=19627): Launched\u000a12:08:17.372396 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:08:17.916888 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19629): Launched\u000a12:08:18.229850 run osmo-stp_10.42.42.5(pid=19630): Launched\u000a12:08:18.343607 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a12:08:18.894008 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19632): Launched\u000a12:08:19.005168 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a12:08:19.279060 run patchelf(pid=19633): Launched\u000a12:08:19.462795 run osmo-stp_10.42.42.5(pid=19630): ERR: Terminated: ERROR {rc=1} [trial-2404↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19630)]\u000a12:08:19.596843 run osmo-stp_10.42.42.5(pid=19630): stdout: \u000a| (launched: 2022-12-14_12:08:18.075939)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:08:19.731778 run osmo-stp_10.42.42.5(pid=19630): stderr: \u000a| �[0;m�[38;5;43m20221214120818268 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214120818268 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214120818268 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214120818269 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214120818269 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214120818269 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214120818269 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:08:19.860840 run osmo-stp_10.42.42.5(pid=19630): stdout: \u000a| (launched: 2022-12-14_12:08:18.075939)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:08:19.988772 run osmo-stp_10.42.42.5(pid=19630): stderr: \u000a| �[0;m�[38;5;43m20221214120818268 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214120818268 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214120818268 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214120818269 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214120818269 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214120818269 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214120818269 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:08:20.138568 run patchelf(pid=19633): Terminating (SIGINT)\u000a12:08:20.313732 run patchelf(pid=19633): Terminated: ok {rc=0}\u000a12:08:20.345770 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=19630): Process ended prematurely: osmo-stp_10.42.42.5(pid=19630) [trial-2404↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19630)] [trial-2404↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping.py:22]\u000a12:08:20.355119 tst ping.py:22: Test FAILED (6.8 sec)\u000a12:08:20.417194 run osmo-hlr_10.42.42.2(pid=19627): ERR: Terminated: ERROR {rc=237} [trial-2404↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19627)]\u000a12:08:20.467951 run osmo-hlr_10.42.42.2(pid=19627): stdout: \u000a| (launched: 2022-12-14_12:08:16.991208) \u000a12:08:20.519939 run osmo-hlr_10.42.42.2(pid=19627): stderr: \u000a| �[0;m�[1;31m20221214120817233 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214120817233 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214120817233 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214120817233 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214120817233 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214120817234 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214120817248 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2404/run.2022-12-14_11-25-45/gprs:trx-umtrx+mod-bts0-dynts-ipa/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214120817265 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214120817265 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214120817265 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:08:20.564082 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19626): Terminating (SIGTERM)\u000a12:08:20.606436 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19629): Terminating (SIGTERM)\u000a12:08:20.648167 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19632): Terminating (SIGTERM)\u000a12:08:20.657756 --- ParallelTerminationStrategy: PID 19626 died...\u000a12:08:20.712824 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19626): Terminated: ok {rc=0}\u000a12:08:20.722716 --- ParallelTerminationStrategy: PID 19629 died...\u000a12:08:20.777243 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19629): Terminated: ok {rc=0}\u000a12:08:20.787069 --- ParallelTerminationStrategy: PID 19632 died...\u000a12:08:20.841922 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19632): Terminated: ok {rc=0}\u000a12:08:20.926871 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 266, "className" : "gprs:trx-umtrx+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19640): Process ended prematurely: osmo-stp_10.42.42.5(pid=19640) [trial-2404↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19640)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19640): Process ended prematurely: osmo-stp_10.42.42.5(pid=19640) [trial-2404↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19640)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2404 gprs:trx-umtrx+mod-bts0-dynts-ipa ping_idle_ping.py\u000a----------------------------------------------\u000a12:08:21.979210 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:08:21.991072 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a12:08:22.156142 tst ping_idle_ping.py: using LAC 40792\u000a12:08:22.278621 tst ping_idle_ping.py: using RAC 247\u000a12:08:22.401178 tst ping_idle_ping.py: using CellId 40792\u000a12:08:22.525291 tst ping_idle_ping.py: using BVCI 40793\u000a12:08:22.549569 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:08:22.560738 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:08:22.571855 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:08:22.583090 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:08:22.594142 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:08:22.605243 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:08:22.616389 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:08:22.627492 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a12:08:22.898710 tst ping_idle_ping.py:24: start network...\u000a12:08:23.020107 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:08:23.477994 run create_hlr_db(pid=19634): Launched\u000a12:08:23.647245 bus /gobi_6: Setting Powered False\u000a12:08:24.669177 run create_hlr_db(pid=19634): Terminated: ok {rc=0}\u000a12:08:25.088079 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19636): Launched\u000a12:08:25.400713 run osmo-hlr_10.42.42.2(pid=19637): Launched\u000a12:08:25.516012 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:08:26.062750 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19639): Launched\u000a12:08:26.377915 run osmo-stp_10.42.42.5(pid=19640): Launched\u000a12:08:26.491114 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a12:08:27.036052 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19642): Launched\u000a12:08:27.139707 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a12:08:27.396004 run patchelf(pid=19643): Launched\u000a12:08:27.568364 run osmo-stp_10.42.42.5(pid=19640): ERR: Terminated: ERROR {rc=1} [trial-2404↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19640)]\u000a12:08:27.694931 run osmo-stp_10.42.42.5(pid=19640): stdout: \u000a| (launched: 2022-12-14_12:08:26.223201)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:08:27.821760 run osmo-stp_10.42.42.5(pid=19640): stderr: \u000a| �[0;m�[38;5;43m20221214120826416 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214120826416 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214120826416 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214120826416 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214120826417 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214120826417 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214120826417 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:08:27.943102 run osmo-stp_10.42.42.5(pid=19640): stdout: \u000a| (launched: 2022-12-14_12:08:26.223201)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:08:28.063427 run osmo-stp_10.42.42.5(pid=19640): stderr: \u000a| �[0;m�[38;5;43m20221214120826416 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214120826416 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214120826416 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214120826416 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214120826417 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214120826417 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214120826417 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:08:28.204282 run patchelf(pid=19643): Terminating (SIGINT)\u000a12:08:28.369696 run patchelf(pid=19643): Terminated: ok {rc=0}\u000a12:08:28.399805 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=19640): Process ended prematurely: osmo-stp_10.42.42.5(pid=19640) [trial-2404↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19640)] [trial-2404↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping_idle_ping.py:27]\u000a12:08:28.408416 tst ping_idle_ping.py:27: Test FAILED (6.4 sec)\u000a12:08:28.467878 run osmo-hlr_10.42.42.2(pid=19637): ERR: Terminated: ERROR {rc=237} [trial-2404↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19637)]\u000a12:08:28.516214 run osmo-hlr_10.42.42.2(pid=19637): stdout: \u000a| (launched: 2022-12-14_12:08:25.247067) \u000a12:08:28.565294 run osmo-hlr_10.42.42.2(pid=19637): stderr: \u000a| �[0;m�[1;31m20221214120825444 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214120825444 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214120825444 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214120825444 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214120825444 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214120825444 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214120825458 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2404/run.2022-12-14_11-25-45/gprs:trx-umtrx+mod-bts0-dynts-ipa/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214120825466 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214120825466 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214120825466 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:08:28.607662 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19636): Terminating (SIGTERM)\u000a12:08:28.646969 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19639): Terminating (SIGTERM)\u000a12:08:28.686771 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19642): Terminating (SIGTERM)\u000a12:08:28.695767 --- ParallelTerminationStrategy: PID 19636 died...\u000a12:08:28.748608 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19636): Terminated: ok {rc=0}\u000a12:08:28.757996 --- ParallelTerminationStrategy: PID 19639 died...\u000a12:08:28.810502 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19639): Terminated: ok {rc=0}\u000a12:08:28.819793 --- ParallelTerminationStrategy: PID 19642 died...\u000a12:08:28.872422 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19642): Terminated: ok {rc=0}\u000a12:08:28.960052 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "90", "name" : "gprs_trx-umtrx+mod-bts0-dynts-ipa", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T12:07:31" }, { "cases" : [ { "testActions" : [ ], "age" : 266, "className" : "gprs:trx-umtrx+mod-bts0-dynts-osmo", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19657): Process ended prematurely: osmo-stp_10.42.42.5(pid=19657) [trial-2404↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19657)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19657): Process ended prematurely: osmo-stp_10.42.42.5(pid=19657) [trial-2404↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19657)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2404 gprs:trx-umtrx+mod-bts0-dynts-osmo cs_paging_gprs_active.py\u000a----------------------------------------------\u000a12:08:31.170739 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:08:31.185041 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a12:08:31.390237 tst cs_paging_gprs_active.py: using LAC 40793\u000a12:08:31.519297 tst cs_paging_gprs_active.py: using RAC 248\u000a12:08:31.671249 tst cs_paging_gprs_active.py: using CellId 40793\u000a12:08:31.801031 tst cs_paging_gprs_active.py: using BVCI 40794\u000a12:08:31.825032 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:08:31.836876 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:08:31.848701 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:08:31.860566 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:08:31.873456 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:08:31.886356 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:08:31.899115 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:08:31.912272 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:08:31.924314 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a12:08:32.048769 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a12:08:32.350814 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a12:08:32.476503 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:08:32.788895 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19647): Launched\u000a12:08:33.046886 run iperf3-srv_10.42.42.10(pid=19648): Launched\u000a12:08:33.228774 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a12:08:33.353267 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:08:33.664302 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19649): Launched\u000a12:08:33.921771 run iperf3-srv_10.42.42.10(pid=19650): Launched\u000a12:08:34.102951 tst cs_paging_gprs_active.py:38: start network...\u000a12:08:34.227356 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:08:34.698151 run create_hlr_db(pid=19651): Launched\u000a12:08:34.870018 bus /gobi_6: Setting Powered False\u000a12:08:35.892693 run create_hlr_db(pid=19651): Terminated: ok {rc=0}\u000a12:08:36.319222 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19653): Launched\u000a12:08:36.642269 run osmo-hlr_10.42.42.2(pid=19654): Launched\u000a12:08:36.759225 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:08:37.315260 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19656): Launched\u000a12:08:37.635355 run osmo-stp_10.42.42.5(pid=19657): Launched\u000a12:08:37.750998 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a12:08:38.307690 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19659): Launched\u000a12:08:38.422099 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a12:08:38.704411 run patchelf(pid=19660): Launched\u000a12:08:38.891564 run osmo-stp_10.42.42.5(pid=19657): ERR: Terminated: ERROR {rc=1} [trial-2404↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19657)]\u000a12:08:39.028587 run osmo-stp_10.42.42.5(pid=19657): stdout: \u000a| (launched: 2022-12-14_12:08:37.477534)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:08:39.165918 run osmo-stp_10.42.42.5(pid=19657): stderr: \u000a| �[0;m�[38;5;43m20221214120837669 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214120837669 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214120837670 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214120837670 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214120837670 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214120837671 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214120837671 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:08:39.298279 run osmo-stp_10.42.42.5(pid=19657): stdout: \u000a| (launched: 2022-12-14_12:08:37.477534)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:08:39.429399 run osmo-stp_10.42.42.5(pid=19657): stderr: \u000a| �[0;m�[38;5;43m20221214120837669 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214120837669 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214120837670 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214120837670 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214120837670 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214120837671 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214120837671 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:08:39.582418 run patchelf(pid=19660): Terminating (SIGINT)\u000a12:08:39.762733 run patchelf(pid=19660): Terminated: ok {rc=0}\u000a12:08:39.795825 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=19657): Process ended prematurely: osmo-stp_10.42.42.5(pid=19657) [trial-2404↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19657)] [trial-2404↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38]\u000a12:08:39.805701 tst cs_paging_gprs_active.py:38: Test FAILED (8.7 sec)\u000a12:08:39.867530 run osmo-hlr_10.42.42.2(pid=19654): ERR: Terminated: ERROR {rc=237} [trial-2404↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19654)]\u000a12:08:39.918301 run osmo-hlr_10.42.42.2(pid=19654): stdout: \u000a| (launched: 2022-12-14_12:08:36.482582) \u000a12:08:39.969982 run osmo-hlr_10.42.42.2(pid=19654): stderr: \u000a| �[0;m�[1;31m20221214120836680 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214120836680 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214120836680 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214120836680 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214120836680 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214120836681 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214120836714 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2404/run.2022-12-14_11-25-45/gprs:trx-umtrx+mod-bts0-dynts-osmo/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214120836724 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214120836724 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214120836724 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:08:40.014305 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19647): Terminating (SIGTERM)\u000a12:08:40.055735 run iperf3-srv_10.42.42.10(pid=19648): Terminating (SIGTERM)\u000a12:08:40.097616 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19649): Terminating (SIGTERM)\u000a12:08:40.139157 run iperf3-srv_10.42.42.10(pid=19650): Terminating (SIGTERM)\u000a12:08:40.180705 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19653): Terminating (SIGTERM)\u000a12:08:40.222490 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19656): Terminating (SIGTERM)\u000a12:08:40.264100 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19659): Terminating (SIGTERM)\u000a12:08:40.273714 --- ParallelTerminationStrategy: PID 19647 died...\u000a12:08:40.329513 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19647): Terminated: ok {rc=0}\u000a12:08:40.339463 --- ParallelTerminationStrategy: PID 19648 died...\u000a12:08:40.394880 run iperf3-srv_10.42.42.10(pid=19648): Terminated {rc=256}\u000a12:08:40.404890 --- ParallelTerminationStrategy: PID 19649 died...\u000a12:08:40.460435 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19649): Terminated: ok {rc=0}\u000a12:08:40.470491 --- ParallelTerminationStrategy: PID 19650 died...\u000a12:08:40.525739 run iperf3-srv_10.42.42.10(pid=19650): Terminated {rc=256}\u000a12:08:40.535695 --- ParallelTerminationStrategy: PID 19653 died...\u000a12:08:40.591294 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19653): Terminated: ok {rc=0}\u000a12:08:40.601410 --- ParallelTerminationStrategy: PID 19656 died...\u000a12:08:40.657375 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19656): Terminated: ok {rc=0}\u000a12:08:40.667511 --- ParallelTerminationStrategy: PID 19659 died...\u000a12:08:40.723167 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19659): Terminated: ok {rc=0}\u000a12:08:40.808778 bus /gobi_0: Setting Powered False\u000a12:08:41.915069 bus /gobi_0: Setting Powered False\u000a12:08:43.021345 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 266, "className" : "gprs:trx-umtrx+mod-bts0-dynts-osmo", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19669): Process ended prematurely: osmo-stp_10.42.42.5(pid=19669) [trial-2404↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19669)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19669): Process ended prematurely: osmo-stp_10.42.42.5(pid=19669) [trial-2404↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19669)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2404 gprs:trx-umtrx+mod-bts0-dynts-osmo iperf3.py\u000a----------------------------------------------\u000a12:08:44.135687 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:08:44.147955 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a12:08:44.313182 tst iperf3.py: using LAC 40794\u000a12:08:44.438428 tst iperf3.py: using RAC 249\u000a12:08:44.563575 tst iperf3.py: using CellId 40794\u000a12:08:44.694711 tst iperf3.py: using BVCI 40795\u000a12:08:44.719367 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:08:44.730834 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:08:44.741932 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:08:44.753131 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:08:44.764184 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:08:44.775367 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:08:44.786604 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:08:44.797702 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:08:44.808899 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a12:08:45.083193 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a12:08:45.206787 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:08:45.514942 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19661): Launched\u000a12:08:45.771655 run iperf3-srv_10.42.42.10(pid=19662): Launched\u000a12:08:45.955022 tst iperf3.py:8: start network...\u000a12:08:46.081635 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:08:46.599657 run create_hlr_db(pid=19663): Launched\u000a12:08:46.775336 bus /gobi_6: Setting Powered False\u000a12:08:47.792365 run create_hlr_db(pid=19663): Terminated: ok {rc=0}\u000a12:08:48.217609 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19665): Launched\u000a12:08:48.539184 run osmo-hlr_10.42.42.2(pid=19666): Launched\u000a12:08:48.660326 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:08:49.218635 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19668): Launched\u000a12:08:49.538729 run osmo-stp_10.42.42.5(pid=19669): Launched\u000a12:08:49.654900 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a12:08:50.210758 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19671): Launched\u000a12:08:50.324335 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a12:08:50.602940 run patchelf(pid=19672): Launched\u000a12:08:50.791003 run osmo-stp_10.42.42.5(pid=19669): ERR: Terminated: ERROR {rc=1} [trial-2404↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19669)]\u000a12:08:50.927814 run osmo-stp_10.42.42.5(pid=19669): stdout: \u000a| (launched: 2022-12-14_12:08:49.380701)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:08:51.064858 run osmo-stp_10.42.42.5(pid=19669): stderr: \u000a| �[0;m�[38;5;43m20221214120849571 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214120849571 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214120849571 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214120849571 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214120849572 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214120849572 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214120849572 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:08:51.196858 run osmo-stp_10.42.42.5(pid=19669): stdout: \u000a| (launched: 2022-12-14_12:08:49.380701)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:08:51.328204 run osmo-stp_10.42.42.5(pid=19669): stderr: \u000a| �[0;m�[38;5;43m20221214120849571 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214120849571 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214120849571 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214120849571 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214120849572 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214120849572 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214120849572 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:08:51.481220 run patchelf(pid=19672): Terminating (SIGINT)\u000a12:08:51.661228 run patchelf(pid=19672): Terminated: ok {rc=0}\u000a12:08:51.694417 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=19669): Process ended prematurely: osmo-stp_10.42.42.5(pid=19669) [trial-2404↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19669)] [trial-2404↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3.py:8]\u000a12:08:51.704350 tst iperf3.py:8: Test FAILED (7.6 sec)\u000a12:08:51.766864 run osmo-hlr_10.42.42.2(pid=19666): ERR: Terminated: ERROR {rc=237} [trial-2404↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19666)]\u000a12:08:51.817975 run osmo-hlr_10.42.42.2(pid=19666): stdout: \u000a| (launched: 2022-12-14_12:08:48.380152) \u000a12:08:51.869609 run osmo-hlr_10.42.42.2(pid=19666): stderr: \u000a| �[0;m�[1;31m20221214120848580 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214120848580 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214120848580 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214120848580 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214120848580 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214120848580 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214120848593 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2404/run.2022-12-14_11-25-45/gprs:trx-umtrx+mod-bts0-dynts-osmo/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214120848601 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214120848601 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214120848601 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:08:51.913798 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19661): Terminating (SIGTERM)\u000a12:08:51.955608 run iperf3-srv_10.42.42.10(pid=19662): Terminating (SIGTERM)\u000a12:08:51.997442 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19665): Terminating (SIGTERM)\u000a12:08:52.039165 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19668): Terminating (SIGTERM)\u000a12:08:52.081159 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19671): Terminating (SIGTERM)\u000a12:08:52.090837 --- ParallelTerminationStrategy: PID 19661 died...\u000a12:08:52.146561 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19661): Terminated: ok {rc=0}\u000a12:08:52.156584 --- ParallelTerminationStrategy: PID 19662 died...\u000a12:08:52.212318 run iperf3-srv_10.42.42.10(pid=19662): Terminated {rc=256}\u000a12:08:52.222428 --- ParallelTerminationStrategy: PID 19665 died...\u000a12:08:52.278165 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19665): Terminated: ok {rc=0}\u000a12:08:52.288215 --- ParallelTerminationStrategy: PID 19668 died...\u000a12:08:52.343889 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19668): Terminated: ok {rc=0}\u000a12:08:52.353882 --- ParallelTerminationStrategy: PID 19671 died...\u000a12:08:52.409533 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19671): Terminated: ok {rc=0}\u000a12:08:52.495773 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 266, "className" : "gprs:trx-umtrx+mod-bts0-dynts-osmo", "duration" : 12.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19719): Process ended prematurely: osmo-stp_10.42.42.5(pid=19719) [trial-2404↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19719)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19719): Process ended prematurely: osmo-stp_10.42.42.5(pid=19719) [trial-2404↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19719)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2404 gprs:trx-umtrx+mod-bts0-dynts-osmo iperf3m4.py\u000a----------------------------------------------\u000a12:08:53.613806 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:08:53.625764 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a12:08:53.793407 tst iperf3m4.py: using LAC 40795\u000a12:08:53.916804 tst iperf3m4.py: using RAC 250\u000a12:08:54.040788 tst iperf3m4.py: using CellId 40795\u000a12:08:54.164890 tst iperf3m4.py: using BVCI 40796\u000a12:08:54.189509 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:08:54.200815 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:08:54.211989 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:08:54.223266 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:08:54.234398 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:08:54.245540 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:08:54.256727 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:08:54.267853 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:08:54.279221 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a12:08:54.396240 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a12:08:54.519925 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a12:08:54.634420 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a12:08:54.910151 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a12:08:55.033995 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:08:55.343099 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19673): Launched\u000a12:08:55.601832 run iperf3-srv_10.42.42.10(pid=19674): Launched\u000a12:08:55.782391 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a12:08:55.905878 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:08:56.214587 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19675): Launched\u000a12:08:56.470940 run iperf3-srv_10.42.42.10(pid=19676): Launched\u000a12:08:56.651940 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a12:08:56.775972 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:08:57.084385 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19677): Launched\u000a12:08:57.342073 run iperf3-srv_10.42.42.10(pid=19678): Launched\u000a12:08:57.522557 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a12:08:57.645834 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:08:57.954676 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19679): Launched\u000a12:08:58.211192 run iperf3-srv_10.42.42.10(pid=19680): Launched\u000a12:08:58.391516 tst iperf3m4.py:8: start network...\u000a12:08:58.514889 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:08:58.984692 run create_hlr_db(pid=19681): Launched\u000a12:08:59.157359 bus /gobi_6: Setting Powered False\u000a12:09:00.177615 run create_hlr_db(pid=19681): Terminated: ok {rc=0}\u000a12:09:00.575268 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19683): Launched\u000a12:09:00.916796 run osmo-hlr_10.42.42.2(pid=19684): Launched\u000a12:09:01.137641 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:09:01.825912 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19686): Launched\u000a12:09:02.307644 run osmo-stp_10.42.42.5(pid=19719): Launched\u000a12:09:02.538058 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a12:09:03.243064 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19759): Launched\u000a12:09:03.381693 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a12:09:03.753168 run patchelf(pid=19839): Launched\u000a12:09:03.994293 run osmo-stp_10.42.42.5(pid=19719): ERR: Terminated: ERROR {rc=1} [trial-2404↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19719)]\u000a12:09:04.172593 run osmo-stp_10.42.42.5(pid=19719): stdout: \u000a| (launched: 2022-12-14_12:09:02.027688)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:09:04.342011 run osmo-stp_10.42.42.5(pid=19719): stderr: \u000a| �[0;m�[38;5;43m20221214120902346 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214120902346 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214120902346 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214120902347 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214120902347 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214120902347 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214120902347 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:09:04.500924 run osmo-stp_10.42.42.5(pid=19719): stdout: \u000a| (launched: 2022-12-14_12:09:02.027688)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:09:04.652268 run osmo-stp_10.42.42.5(pid=19719): stderr: \u000a| �[0;m�[38;5;43m20221214120902346 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214120902346 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214120902346 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214120902347 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214120902347 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214120902347 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214120902347 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:09:04.818870 run patchelf(pid=19839): Terminating (SIGINT)\u000a12:09:05.006691 run patchelf(pid=19839): Terminated: ok {rc=0}\u000a12:09:05.042161 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=19719): Process ended prematurely: osmo-stp_10.42.42.5(pid=19719) [trial-2404↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19719)] [trial-2404↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3m4.py:8]\u000a12:09:05.052806 tst iperf3m4.py:8: Test FAILED (11.5 sec)\u000a12:09:05.118546 run osmo-hlr_10.42.42.2(pid=19684): ERR: Terminated: ERROR {rc=237} [trial-2404↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19684)]\u000a12:09:05.173355 run osmo-hlr_10.42.42.2(pid=19684): stdout: \u000a| (launched: 2022-12-14_12:09:00.726456) \u000a12:09:05.228240 run osmo-hlr_10.42.42.2(pid=19684): stderr: \u000a| �[0;m�[1;31m20221214120900985 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214120900985 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214120900985 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214120900985 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214120900986 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214120900986 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214120901005 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2404/run.2022-12-14_11-25-45/gprs:trx-umtrx+mod-bts0-dynts-osmo/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214120901021 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214120901021 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214120901021 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:09:05.275243 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19673): Terminating (SIGTERM)\u000a12:09:05.322101 run iperf3-srv_10.42.42.10(pid=19674): Terminating (SIGTERM)\u000a12:09:05.369766 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19675): Terminating (SIGTERM)\u000a12:09:05.415836 run iperf3-srv_10.42.42.10(pid=19676): Terminating (SIGTERM)\u000a12:09:05.461947 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19677): Terminating (SIGTERM)\u000a12:09:05.507990 run iperf3-srv_10.42.42.10(pid=19678): Terminating (SIGTERM)\u000a12:09:05.556041 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19679): Terminating (SIGTERM)\u000a12:09:05.602603 run iperf3-srv_10.42.42.10(pid=19680): Terminating (SIGTERM)\u000a12:09:05.650689 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19683): Terminating (SIGTERM)\u000a12:09:05.696234 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19686): Terminating (SIGTERM)\u000a12:09:05.742793 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19759): Terminating (SIGTERM)\u000a12:09:05.755209 --- ParallelTerminationStrategy: PID 19673 died...\u000a12:09:05.814696 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19673): Terminated: ok {rc=0}\u000a12:09:05.825860 --- ParallelTerminationStrategy: PID 19674 died...\u000a12:09:05.884145 run iperf3-srv_10.42.42.10(pid=19674): Terminated {rc=256}\u000a12:09:05.895201 --- ParallelTerminationStrategy: PID 19675 died...\u000a12:09:05.954851 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19675): Terminated: ok {rc=0}\u000a12:09:05.965962 --- ParallelTerminationStrategy: PID 19676 died...\u000a12:09:06.027996 run iperf3-srv_10.42.42.10(pid=19676): Terminated {rc=256}\u000a12:09:06.039164 --- ParallelTerminationStrategy: PID 19677 died...\u000a12:09:06.097179 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19677): Terminated: ok {rc=0}\u000a12:09:06.108115 --- ParallelTerminationStrategy: PID 19678 died...\u000a12:09:06.167018 run iperf3-srv_10.42.42.10(pid=19678): Terminated {rc=256}\u000a12:09:06.178692 --- ParallelTerminationStrategy: PID 19679 died...\u000a12:09:06.236550 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19679): Terminated: ok {rc=0}\u000a12:09:06.247664 --- ParallelTerminationStrategy: PID 19680 died...\u000a12:09:06.305425 run iperf3-srv_10.42.42.10(pid=19680): Terminated {rc=256}\u000a12:09:06.316453 --- ParallelTerminationStrategy: PID 19683 died...\u000a12:09:06.375751 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19683): Terminated: ok {rc=0}\u000a12:09:06.386763 --- ParallelTerminationStrategy: PID 19686 died...\u000a12:09:06.444538 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19686): Terminated: ok {rc=0}\u000a12:09:06.455530 --- ParallelTerminationStrategy: PID 19759 died...\u000a12:09:06.513873 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19759): Terminated: ok {rc=0}\u000a12:09:06.606996 bus /gobi_4: Setting Powered False\u000a12:09:07.716272 bus /gobi_4: Setting Powered False\u000a12:09:08.830093 bus /gobi_1: Setting Powered False\u000a12:09:09.939777 bus /gobi_1: Setting Powered False\u000a12:09:11.059414 bus /gobi_0: Setting Powered False\u000a12:09:12.169961 bus /gobi_0: Setting Powered False\u000a12:09:13.286095 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 266, "className" : "gprs:trx-umtrx+mod-bts0-dynts-osmo", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19976): Process ended prematurely: osmo-stp_10.42.42.5(pid=19976) [trial-2404↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19976)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19976): Process ended prematurely: osmo-stp_10.42.42.5(pid=19976) [trial-2404↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19976)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2404 gprs:trx-umtrx+mod-bts0-dynts-osmo ping.py\u000a----------------------------------------------\u000a12:09:14.355712 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:09:14.368431 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a12:09:14.538437 tst ping.py: using LAC 40796\u000a12:09:14.675814 tst ping.py: using RAC 251\u000a12:09:14.797980 tst ping.py: using CellId 40796\u000a12:09:14.921452 tst ping.py: using BVCI 40797\u000a12:09:14.945691 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:09:14.959213 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:09:14.971228 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:09:14.983165 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:09:14.996120 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:09:15.009085 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:09:15.023439 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:09:15.037246 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a12:09:15.320390 tst ping.py:19: start network...\u000a12:09:15.450124 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:09:16.046978 run create_hlr_db(pid=19970): Launched\u000a12:09:16.226203 bus /gobi_6: Setting Powered False\u000a12:09:17.349250 run create_hlr_db(pid=19970): Terminated: ok {rc=0}\u000a12:09:17.845648 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19972): Launched\u000a12:09:18.250365 run osmo-hlr_10.42.42.2(pid=19973): Launched\u000a12:09:18.483386 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:09:19.133503 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19975): Launched\u000a12:09:19.534849 run osmo-stp_10.42.42.5(pid=19976): Launched\u000a12:09:19.766680 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a12:09:20.380355 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19978): Launched\u000a12:09:20.490888 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a12:09:20.779071 run patchelf(pid=19979): Launched\u000a12:09:20.971352 run osmo-stp_10.42.42.5(pid=19976): ERR: Terminated: ERROR {rc=1} [trial-2404↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19976)]\u000a12:09:21.111869 run osmo-stp_10.42.42.5(pid=19976): stdout: \u000a| (launched: 2022-12-14_12:09:19.288375)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:09:21.253534 run osmo-stp_10.42.42.5(pid=19976): stderr: \u000a| �[0;m�[38;5;43m20221214120919626 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214120919626 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214120919626 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214120919626 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214120919627 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214120919627 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214120919627 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:09:21.390773 run osmo-stp_10.42.42.5(pid=19976): stdout: \u000a| (launched: 2022-12-14_12:09:19.288375)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:09:21.525132 run osmo-stp_10.42.42.5(pid=19976): stderr: \u000a| �[0;m�[38;5;43m20221214120919626 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214120919626 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214120919626 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214120919626 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214120919627 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214120919627 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214120919627 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:09:21.683762 run patchelf(pid=19979): Terminating (SIGINT)\u000a12:09:21.868200 run patchelf(pid=19979): Terminated: ok {rc=0}\u000a12:09:21.902880 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=19976): Process ended prematurely: osmo-stp_10.42.42.5(pid=19976) [trial-2404↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19976)] [trial-2404↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping.py:22]\u000a12:09:21.913432 tst ping.py:22: Test FAILED (7.5 sec)\u000a12:09:21.981014 run osmo-hlr_10.42.42.2(pid=19973): ERR: Terminated: ERROR {rc=237} [trial-2404↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19973)]\u000a12:09:22.035114 run osmo-hlr_10.42.42.2(pid=19973): stdout: \u000a| (launched: 2022-12-14_12:09:18.003663) \u000a12:09:22.090005 run osmo-hlr_10.42.42.2(pid=19973): stderr: \u000a| �[0;m�[1;31m20221214120918349 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214120918349 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214120918349 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214120918349 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214120918349 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214120918349 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214120918367 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2404/run.2022-12-14_11-25-45/gprs:trx-umtrx+mod-bts0-dynts-osmo/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214120918384 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214120918384 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214120918384 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:09:22.136436 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19972): Terminating (SIGTERM)\u000a12:09:22.183580 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19975): Terminating (SIGTERM)\u000a12:09:22.228038 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19978): Terminating (SIGTERM)\u000a12:09:22.239011 --- ParallelTerminationStrategy: PID 19972 died...\u000a12:09:22.299428 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19972): Terminated: ok {rc=0}\u000a12:09:22.310297 --- ParallelTerminationStrategy: PID 19975 died...\u000a12:09:22.369271 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19975): Terminated: ok {rc=0}\u000a12:09:22.379968 --- ParallelTerminationStrategy: PID 19978 died...\u000a12:09:22.438120 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19978): Terminated: ok {rc=0}\u000a12:09:22.529798 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 266, "className" : "gprs:trx-umtrx+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19986): Process ended prematurely: osmo-stp_10.42.42.5(pid=19986) [trial-2404↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19986)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19986): Process ended prematurely: osmo-stp_10.42.42.5(pid=19986) [trial-2404↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19986)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2404 gprs:trx-umtrx+mod-bts0-dynts-osmo ping_idle_ping.py\u000a----------------------------------------------\u000a12:09:23.590055 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:09:23.603408 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a12:09:23.775224 tst ping_idle_ping.py: using LAC 40797\u000a12:09:23.902137 tst ping_idle_ping.py: using RAC 252\u000a12:09:24.031852 tst ping_idle_ping.py: using CellId 40797\u000a12:09:24.158671 tst ping_idle_ping.py: using BVCI 40798\u000a12:09:24.185761 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:09:24.198678 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:09:24.211111 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:09:24.223346 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:09:24.235881 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:09:24.248319 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:09:24.261271 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:09:24.273952 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a12:09:24.575073 tst ping_idle_ping.py:24: start network...\u000a12:09:24.714015 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:09:25.221434 run create_hlr_db(pid=19980): Launched\u000a12:09:25.394161 bus /gobi_6: Setting Powered False\u000a12:09:26.416547 run create_hlr_db(pid=19980): Terminated: ok {rc=0}\u000a12:09:26.816896 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19982): Launched\u000a12:09:27.117516 run osmo-hlr_10.42.42.2(pid=19983): Launched\u000a12:09:27.233776 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:09:27.757601 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19985): Launched\u000a12:09:28.061862 run osmo-stp_10.42.42.5(pid=19986): Launched\u000a12:09:28.171018 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a12:09:28.700621 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19988): Launched\u000a12:09:28.815498 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a12:09:29.097875 run patchelf(pid=19989): Launched\u000a12:09:29.286178 run osmo-stp_10.42.42.5(pid=19986): ERR: Terminated: ERROR {rc=1} [trial-2404↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19986)]\u000a12:09:29.424067 run osmo-stp_10.42.42.5(pid=19986): stdout: \u000a| (launched: 2022-12-14_12:09:27.910428)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:09:29.562293 run osmo-stp_10.42.42.5(pid=19986): stderr: \u000a| �[0;m�[38;5;43m20221214120928079 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214120928079 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214120928079 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214120928080 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214120928082 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214120928082 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214120928082 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:09:29.695255 run osmo-stp_10.42.42.5(pid=19986): stdout: \u000a| (launched: 2022-12-14_12:09:27.910428)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:09:29.826855 run osmo-stp_10.42.42.5(pid=19986): stderr: \u000a| �[0;m�[38;5;43m20221214120928079 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214120928079 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214120928079 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214120928080 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214120928082 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214120928082 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214120928082 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:09:29.979941 run patchelf(pid=19989): Terminating (SIGINT)\u000a12:09:30.160155 run patchelf(pid=19989): Terminated: ok {rc=0}\u000a12:09:30.192991 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=19986): Process ended prematurely: osmo-stp_10.42.42.5(pid=19986) [trial-2404↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19986)] [trial-2404↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping_idle_ping.py:27]\u000a12:09:30.202465 tst ping_idle_ping.py:27: Test FAILED (6.6 sec)\u000a12:09:30.265816 run osmo-hlr_10.42.42.2(pid=19983): ERR: Terminated: ERROR {rc=237} [trial-2404↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19983)]\u000a12:09:30.317438 run osmo-hlr_10.42.42.2(pid=19983): stdout: \u000a| (launched: 2022-12-14_12:09:26.968442) \u000a12:09:30.369895 run osmo-hlr_10.42.42.2(pid=19983): stderr: \u000a| �[0;m�[1;31m20221214120927142 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214120927142 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214120927142 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214120927142 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214120927142 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214120927142 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214120927154 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2404/run.2022-12-14_11-25-45/gprs:trx-umtrx+mod-bts0-dynts-osmo/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214120927162 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214120927163 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214120927163 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:09:30.414809 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19982): Terminating (SIGTERM)\u000a12:09:30.457100 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19985): Terminating (SIGTERM)\u000a12:09:30.499544 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19988): Terminating (SIGTERM)\u000a12:09:30.509463 --- ParallelTerminationStrategy: PID 19982 died...\u000a12:09:30.566376 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19982): Terminated: ok {rc=0}\u000a12:09:30.576574 --- ParallelTerminationStrategy: PID 19985 died...\u000a12:09:30.632602 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19985): Terminated: ok {rc=0}\u000a12:09:30.642821 --- ParallelTerminationStrategy: PID 19988 died...\u000a12:09:30.699368 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19988): Terminated: ok {rc=0}\u000a12:09:30.787095 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 62.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "91", "name" : "gprs_trx-umtrx+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T12:08:30" }, { "cases" : [ { "testActions" : [ ], "age" : 266, "className" : "gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20003): Process ended prematurely: osmo-stp_10.42.42.5(pid=20003) [trial-2404↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20003)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20003): Process ended prematurely: osmo-stp_10.42.42.5(pid=20003) [trial-2404↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20003)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2404 gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend cs_paging_gprs_active.py\u000a----------------------------------------------\u000a12:09:32.959257 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a12:09:32.970837 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a12:09:33.109163 tst cs_paging_gprs_active.py: using LAC 40798\u000a12:09:33.232393 tst cs_paging_gprs_active.py: using RAC 253\u000a12:09:33.351795 tst cs_paging_gprs_active.py: using CellId 40798\u000a12:09:33.472271 tst cs_paging_gprs_active.py: using BVCI 40799\u000a12:09:33.495608 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a12:09:33.507109 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a12:09:33.518498 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a12:09:33.529851 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a12:09:33.541663 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a12:09:33.553379 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a12:09:33.565306 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a12:09:33.577028 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a12:09:33.589119 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a12:09:33.713117 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a12:09:33.994529 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a12:09:34.121551 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:09:34.437803 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19993): Launched\u000a12:09:34.701966 run iperf3-srv_10.42.42.10(pid=19994): Launched\u000a12:09:34.887505 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a12:09:35.014215 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:09:35.332904 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19995): Launched\u000a12:09:35.595561 run iperf3-srv_10.42.42.10(pid=19996): Launched\u000a12:09:35.780471 tst cs_paging_gprs_active.py:38: start network...\u000a12:09:35.906881 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:09:36.387012 run create_hlr_db(pid=19997): Launched\u000a12:09:36.562647 bus /gobi_6: Setting Powered False\u000a12:09:37.585239 run create_hlr_db(pid=19997): Terminated: ok {rc=0}\u000a12:09:38.021678 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19999): Launched\u000a12:09:38.351190 run osmo-hlr_10.42.42.2(pid=20000): Launched\u000a12:09:38.473100 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:09:39.041419 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20002): Launched\u000a12:09:39.370429 run osmo-stp_10.42.42.5(pid=20003): Launched\u000a12:09:39.487641 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a12:09:40.058218 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20005): Launched\u000a12:09:40.174010 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a12:09:40.458381 run patchelf(pid=20006): Launched\u000a12:09:40.648239 run osmo-stp_10.42.42.5(pid=20003): ERR: Terminated: ERROR {rc=1} [trial-2404↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20003)]\u000a12:09:40.787430 run osmo-stp_10.42.42.5(pid=20003): stdout: \u000a| (launched: 2022-12-14_12:09:39.207900)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:09:40.926801 run osmo-stp_10.42.42.5(pid=20003): stderr: \u000a| �[0;m�[38;5;43m20221214120939403 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214120939403 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214120939403 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214120939404 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214120939404 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214120939404 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214120939404 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:09:41.061100 run osmo-stp_10.42.42.5(pid=20003): stdout: \u000a| (launched: 2022-12-14_12:09:39.207900)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:09:41.194545 run osmo-stp_10.42.42.5(pid=20003): stderr: \u000a| �[0;m�[38;5;43m20221214120939403 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214120939403 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214120939403 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214120939404 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214120939404 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214120939404 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214120939404 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:09:41.349767 run patchelf(pid=20006): Terminating (SIGINT)\u000a12:09:41.531653 run patchelf(pid=20006): Terminated: ok {rc=0}\u000a12:09:41.565102 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=20003): Process ended prematurely: osmo-stp_10.42.42.5(pid=20003) [trial-2404↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20003)] [trial-2404↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38]\u000a12:09:41.575132 tst cs_paging_gprs_active.py:38: Test FAILED (8.6 sec)\u000a12:09:41.637893 run osmo-hlr_10.42.42.2(pid=20000): ERR: Terminated: ERROR {rc=237} [trial-2404↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20000)]\u000a12:09:41.689385 run osmo-hlr_10.42.42.2(pid=20000): stdout: \u000a| (launched: 2022-12-14_12:09:38.187896) \u000a12:09:41.741449 run osmo-hlr_10.42.42.2(pid=20000): stderr: \u000a| �[0;m�[1;31m20221214120938388 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214120938388 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214120938388 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214120938388 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214120938388 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214120938389 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214120938399 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2404/run.2022-12-14_11-25-45/gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214120938408 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214120938408 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214120938408 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:09:41.785707 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19993): Terminating (SIGTERM)\u000a12:09:41.828283 run iperf3-srv_10.42.42.10(pid=19994): Terminating (SIGTERM)\u000a12:09:41.870112 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19995): Terminating (SIGTERM)\u000a12:09:41.911794 run iperf3-srv_10.42.42.10(pid=19996): Terminating (SIGTERM)\u000a12:09:41.953632 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19999): Terminating (SIGTERM)\u000a12:09:41.995198 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20002): Terminating (SIGTERM)\u000a12:09:42.036933 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20005): Terminating (SIGTERM)\u000a12:09:42.046536 --- ParallelTerminationStrategy: PID 19993 died...\u000a12:09:42.102751 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19993): Terminated: ok {rc=0}\u000a12:09:42.112809 --- ParallelTerminationStrategy: PID 19994 died...\u000a12:09:42.168238 run iperf3-srv_10.42.42.10(pid=19994): Terminated {rc=256}\u000a12:09:42.178128 --- ParallelTerminationStrategy: PID 19995 died...\u000a12:09:42.233340 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19995): Terminated: ok {rc=0}\u000a12:09:42.243208 --- ParallelTerminationStrategy: PID 19996 died...\u000a12:09:42.298461 run iperf3-srv_10.42.42.10(pid=19996): Terminated {rc=256}\u000a12:09:42.308253 --- ParallelTerminationStrategy: PID 19999 died...\u000a12:09:42.363636 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19999): Terminated: ok {rc=0}\u000a12:09:42.373603 --- ParallelTerminationStrategy: PID 20002 died...\u000a12:09:42.428985 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20002): Terminated: ok {rc=0}\u000a12:09:42.438940 --- ParallelTerminationStrategy: PID 20005 died...\u000a12:09:42.494184 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20005): Terminated: ok {rc=0}\u000a12:09:42.581348 bus /gobi_0: Setting Powered False\u000a12:09:43.687717 bus /gobi_0: Setting Powered False\u000a12:09:44.796536 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 266, "className" : "gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20017): Process ended prematurely: osmo-stp_10.42.42.5(pid=20017) [trial-2404↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20017)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20017): Process ended prematurely: osmo-stp_10.42.42.5(pid=20017) [trial-2404↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20017)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2404 gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend iperf3.py\u000a----------------------------------------------\u000a12:09:45.919643 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a12:09:45.932680 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a12:09:46.089715 tst iperf3.py: using LAC 40799\u000a12:09:46.238908 tst iperf3.py: using RAC 254\u000a12:09:46.369807 tst iperf3.py: using CellId 40799\u000a12:09:46.502897 tst iperf3.py: using BVCI 40800\u000a12:09:46.537298 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a12:09:46.554412 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a12:09:46.572057 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a12:09:46.585237 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a12:09:46.600470 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a12:09:46.616306 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a12:09:46.633727 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a12:09:46.649298 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a12:09:46.665466 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a12:09:47.000059 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a12:09:47.131406 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:09:47.454196 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20009): Launched\u000a12:09:47.717116 run iperf3-srv_10.42.42.10(pid=20010): Launched\u000a12:09:47.902908 tst iperf3.py:8: start network...\u000a12:09:48.029225 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:09:48.509477 run create_hlr_db(pid=20011): Launched\u000a12:09:48.684648 bus /gobi_6: Setting Powered False\u000a12:09:49.707463 run create_hlr_db(pid=20011): Terminated: ok {rc=0}\u000a12:09:50.139910 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20013): Launched\u000a12:09:50.466503 run osmo-hlr_10.42.42.2(pid=20014): Launched\u000a12:09:50.588033 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:09:51.123349 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20016): Launched\u000a12:09:51.427949 run osmo-stp_10.42.42.5(pid=20017): Launched\u000a12:09:51.538399 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a12:09:52.070091 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20019): Launched\u000a12:09:52.178533 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a12:09:52.444553 run patchelf(pid=20020): Launched\u000a12:09:52.623948 run osmo-stp_10.42.42.5(pid=20017): ERR: Terminated: ERROR {rc=1} [trial-2404↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20017)]\u000a12:09:52.754716 run osmo-stp_10.42.42.5(pid=20017): stdout: \u000a| (launched: 2022-12-14_12:09:51.277785)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:09:52.886338 run osmo-stp_10.42.42.5(pid=20017): stderr: \u000a| �[0;m�[38;5;43m20221214120951452 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214120951452 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214120951452 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214120951453 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214120951453 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214120951453 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214120951453 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:09:53.012371 run osmo-stp_10.42.42.5(pid=20017): stdout: \u000a| (launched: 2022-12-14_12:09:51.277785)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:09:53.137718 run osmo-stp_10.42.42.5(pid=20017): stderr: \u000a| �[0;m�[38;5;43m20221214120951452 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214120951452 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214120951452 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214120951453 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214120951453 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214120951453 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214120951453 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:09:53.284446 run patchelf(pid=20020): Terminating (SIGINT)\u000a12:09:53.456563 run patchelf(pid=20020): Terminated: ok {rc=0}\u000a12:09:53.488081 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=20017): Process ended prematurely: osmo-stp_10.42.42.5(pid=20017) [trial-2404↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20017)] [trial-2404↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8]\u000a12:09:53.497501 tst iperf3.py:8: Test FAILED (7.6 sec)\u000a12:09:53.557844 run osmo-hlr_10.42.42.2(pid=20014): ERR: Terminated: ERROR {rc=237} [trial-2404↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20014)]\u000a12:09:53.607272 run osmo-hlr_10.42.42.2(pid=20014): stdout: \u000a| (launched: 2022-12-14_12:09:50.305703) \u000a12:09:53.657499 run osmo-hlr_10.42.42.2(pid=20014): stderr: \u000a| �[0;m�[1;31m20221214120950507 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214120950507 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214120950507 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214120950507 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214120950507 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214120950507 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214120950519 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2404/run.2022-12-14_11-25-45/gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214120950527 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214120950527 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214120950527 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:09:53.700560 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20009): Terminating (SIGTERM)\u000a12:09:53.740890 run iperf3-srv_10.42.42.10(pid=20010): Terminating (SIGTERM)\u000a12:09:53.781294 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20013): Terminating (SIGTERM)\u000a12:09:53.821918 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20016): Terminating (SIGTERM)\u000a12:09:53.862868 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20019): Terminating (SIGTERM)\u000a12:09:53.872118 --- ParallelTerminationStrategy: PID 20009 died...\u000a12:09:53.926393 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20009): Terminated: ok {rc=0}\u000a12:09:53.936030 --- ParallelTerminationStrategy: PID 20010 died...\u000a12:09:53.989453 run iperf3-srv_10.42.42.10(pid=20010): Terminated {rc=256}\u000a12:09:53.998997 --- ParallelTerminationStrategy: PID 20013 died...\u000a12:09:54.052975 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20013): Terminated: ok {rc=0}\u000a12:09:54.062471 --- ParallelTerminationStrategy: PID 20016 died...\u000a12:09:54.115908 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20016): Terminated: ok {rc=0}\u000a12:09:54.125459 --- ParallelTerminationStrategy: PID 20019 died...\u000a12:09:54.179110 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20019): Terminated: ok {rc=0}\u000a12:09:54.263240 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 266, "className" : "gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20038): Process ended prematurely: osmo-stp_10.42.42.5(pid=20038) [trial-2404↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20038)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20038): Process ended prematurely: osmo-stp_10.42.42.5(pid=20038) [trial-2404↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20038)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2404 gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend iperf3m4.py\u000a----------------------------------------------\u000a12:09:55.372517 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a12:09:55.384495 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a12:09:55.526520 tst iperf3m4.py: using LAC 40800\u000a12:09:55.644925 tst iperf3m4.py: using RAC 255\u000a12:09:55.766086 tst iperf3m4.py: using CellId 40800\u000a12:09:55.884915 tst iperf3m4.py: using BVCI 40801\u000a12:09:55.908272 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a12:09:55.919700 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a12:09:55.930987 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a12:09:55.942392 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a12:09:55.954098 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a12:09:55.965634 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a12:09:55.977303 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a12:09:55.988793 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a12:09:56.000580 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a12:09:56.117740 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a12:09:56.239839 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a12:09:56.358436 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a12:09:56.641801 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a12:09:56.768334 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:09:57.084117 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20021): Launched\u000a12:09:57.348123 run iperf3-srv_10.42.42.10(pid=20022): Launched\u000a12:09:57.531903 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a12:09:57.657685 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:09:57.972597 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20023): Launched\u000a12:09:58.236123 run iperf3-srv_10.42.42.10(pid=20024): Launched\u000a12:09:58.420283 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a12:09:58.546087 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:09:58.861786 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20025): Launched\u000a12:09:59.123241 run iperf3-srv_10.42.42.10(pid=20026): Launched\u000a12:09:59.307860 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a12:09:59.434537 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:09:59.749750 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20027): Launched\u000a12:10:00.012461 run iperf3-srv_10.42.42.10(pid=20028): Launched\u000a12:10:00.196736 tst iperf3m4.py:8: start network...\u000a12:10:00.322632 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:10:00.799710 run create_hlr_db(pid=20029): Launched\u000a12:10:00.999776 bus /gobi_6: Setting Powered False\u000a12:10:02.013962 run create_hlr_db(pid=20029): Terminated: ok {rc=0}\u000a12:10:02.429995 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20034): Launched\u000a12:10:02.737144 run osmo-hlr_10.42.42.2(pid=20035): Launched\u000a12:10:02.853425 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:10:03.383329 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20037): Launched\u000a12:10:03.689074 run osmo-stp_10.42.42.5(pid=20038): Launched\u000a12:10:03.799280 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a12:10:04.331472 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20040): Launched\u000a12:10:04.439842 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a12:10:04.707671 run patchelf(pid=20041): Launched\u000a12:10:04.886479 run osmo-stp_10.42.42.5(pid=20038): ERR: Terminated: ERROR {rc=1} [trial-2404↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20038)]\u000a12:10:05.016937 run osmo-stp_10.42.42.5(pid=20038): stdout: \u000a| (launched: 2022-12-14_12:10:03.537368)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:10:05.148000 run osmo-stp_10.42.42.5(pid=20038): stderr: \u000a| �[0;m�[38;5;43m20221214121003709 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214121003709 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214121003709 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214121003710 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214121003710 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214121003710 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214121003710 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:10:05.274554 run osmo-stp_10.42.42.5(pid=20038): stdout: \u000a| (launched: 2022-12-14_12:10:03.537368)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:10:05.400090 run osmo-stp_10.42.42.5(pid=20038): stderr: \u000a| �[0;m�[38;5;43m20221214121003709 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214121003709 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214121003709 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214121003710 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214121003710 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214121003710 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214121003710 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:10:05.545482 run patchelf(pid=20041): Terminating (SIGINT)\u000a12:10:05.716787 run patchelf(pid=20041): Terminated: ok {rc=0}\u000a12:10:05.748240 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=20038): Process ended prematurely: osmo-stp_10.42.42.5(pid=20038) [trial-2404↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20038)] [trial-2404↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8]\u000a12:10:05.757625 tst iperf3m4.py:8: Test FAILED (10.4 sec)\u000a12:10:05.819016 run osmo-hlr_10.42.42.2(pid=20035): ERR: Terminated: ERROR {rc=237} [trial-2404↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20035)]\u000a12:10:05.868764 run osmo-hlr_10.42.42.2(pid=20035): stdout: \u000a| (launched: 2022-12-14_12:10:02.584395) \u000a12:10:05.919124 run osmo-hlr_10.42.42.2(pid=20035): stderr: \u000a| �[0;m�[1;31m20221214121002761 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214121002761 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214121002761 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214121002761 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214121002761 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214121002761 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214121002773 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2404/run.2022-12-14_11-25-45/gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214121002781 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214121002781 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214121002781 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:10:05.962360 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20021): Terminating (SIGTERM)\u000a12:10:06.002685 run iperf3-srv_10.42.42.10(pid=20022): Terminating (SIGTERM)\u000a12:10:06.043229 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20023): Terminating (SIGTERM)\u000a12:10:06.083505 run iperf3-srv_10.42.42.10(pid=20024): Terminating (SIGTERM)\u000a12:10:06.124138 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20025): Terminating (SIGTERM)\u000a12:10:06.165340 run iperf3-srv_10.42.42.10(pid=20026): Terminating (SIGTERM)\u000a12:10:06.206305 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20027): Terminating (SIGTERM)\u000a12:10:06.246479 run iperf3-srv_10.42.42.10(pid=20028): Terminating (SIGTERM)\u000a12:10:06.286845 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20034): Terminating (SIGTERM)\u000a12:10:06.327178 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20037): Terminating (SIGTERM)\u000a12:10:06.368119 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20040): Terminating (SIGTERM)\u000a12:10:06.377436 --- ParallelTerminationStrategy: PID 20021 died...\u000a12:10:06.431561 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20021): Terminated: ok {rc=0}\u000a12:10:06.441196 --- ParallelTerminationStrategy: PID 20022 died...\u000a12:10:06.494641 run iperf3-srv_10.42.42.10(pid=20022): Terminated {rc=256}\u000a12:10:06.504187 --- ParallelTerminationStrategy: PID 20023 died...\u000a12:10:06.557933 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20023): Terminated: ok {rc=0}\u000a12:10:06.567282 --- ParallelTerminationStrategy: PID 20024 died...\u000a12:10:06.620697 run iperf3-srv_10.42.42.10(pid=20024): Terminated {rc=256}\u000a12:10:06.630287 --- ParallelTerminationStrategy: PID 20025 died...\u000a12:10:06.684028 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20025): Terminated: ok {rc=0}\u000a12:10:06.693684 --- ParallelTerminationStrategy: PID 20026 died...\u000a12:10:06.747185 run iperf3-srv_10.42.42.10(pid=20026): Terminated {rc=256}\u000a12:10:06.756685 --- ParallelTerminationStrategy: PID 20027 died...\u000a12:10:06.810321 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20027): Terminated: ok {rc=0}\u000a12:10:06.819915 --- ParallelTerminationStrategy: PID 20028 died...\u000a12:10:06.873584 run iperf3-srv_10.42.42.10(pid=20028): Terminated {rc=256}\u000a12:10:06.883231 --- ParallelTerminationStrategy: PID 20034 died...\u000a12:10:06.936922 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20034): Terminated: ok {rc=0}\u000a12:10:06.946625 --- ParallelTerminationStrategy: PID 20037 died...\u000a12:10:07.000102 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20037): Terminated: ok {rc=0}\u000a12:10:07.009718 --- ParallelTerminationStrategy: PID 20040 died...\u000a12:10:07.063332 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20040): Terminated: ok {rc=0}\u000a12:10:07.151614 bus /gobi_4: Setting Powered False\u000a12:10:08.254790 bus /gobi_4: Setting Powered False\u000a12:10:09.366311 bus /gobi_1: Setting Powered False\u000a12:10:10.470414 bus /gobi_1: Setting Powered False\u000a12:10:11.582066 bus /gobi_0: Setting Powered False\u000a12:10:12.684750 bus /gobi_0: Setting Powered False\u000a12:10:13.797316 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 266, "className" : "gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20048): Process ended prematurely: osmo-stp_10.42.42.5(pid=20048) [trial-2404↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20048)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20048): Process ended prematurely: osmo-stp_10.42.42.5(pid=20048) [trial-2404↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20048)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2404 gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend ping.py\u000a----------------------------------------------\u000a12:10:14.864331 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a12:10:14.876264 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a12:10:15.013951 tst ping.py: using LAC 40801\u000a12:10:15.129790 tst ping.py: using RAC 1\u000a12:10:15.247493 tst ping.py: using CellId 40801\u000a12:10:15.365994 tst ping.py: using BVCI 40802\u000a12:10:15.388492 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a12:10:15.399803 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a12:10:15.411238 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a12:10:15.422420 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a12:10:15.433934 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a12:10:15.445413 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a12:10:15.456783 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a12:10:15.468236 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a12:10:15.742206 tst ping.py:19: start network...\u000a12:10:15.866521 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:10:16.379876 run create_hlr_db(pid=20042): Launched\u000a12:10:16.595643 bus /gobi_6: Setting Powered False\u000a12:10:17.592861 run create_hlr_db(pid=20042): Terminated: ok {rc=0}\u000a12:10:18.013579 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20044): Launched\u000a12:10:18.314069 run osmo-hlr_10.42.42.2(pid=20045): Launched\u000a12:10:18.429124 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:10:18.955893 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20047): Launched\u000a12:10:19.256369 run osmo-stp_10.42.42.5(pid=20048): Launched\u000a12:10:19.375879 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a12:10:19.900782 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20050): Launched\u000a12:10:20.006260 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a12:10:20.268614 run patchelf(pid=20051): Launched\u000a12:10:20.443757 run osmo-stp_10.42.42.5(pid=20048): ERR: Terminated: ERROR {rc=1} [trial-2404↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20048)]\u000a12:10:20.571915 run osmo-stp_10.42.42.5(pid=20048): stdout: \u000a| (launched: 2022-12-14_12:10:19.106957)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:10:20.700907 run osmo-stp_10.42.42.5(pid=20048): stderr: \u000a| �[0;m�[38;5;43m20221214121019280 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214121019280 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214121019280 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214121019281 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214121019281 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214121019282 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214121019282 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:10:20.824360 run osmo-stp_10.42.42.5(pid=20048): stdout: \u000a| (launched: 2022-12-14_12:10:19.106957)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:10:20.946242 run osmo-stp_10.42.42.5(pid=20048): stderr: \u000a| �[0;m�[38;5;43m20221214121019280 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214121019280 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214121019280 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214121019281 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214121019281 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214121019282 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214121019282 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:10:21.088716 run patchelf(pid=20051): Terminating (SIGINT)\u000a12:10:21.256293 run patchelf(pid=20051): Terminated: ok {rc=0}\u000a12:10:21.286853 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=20048): Process ended prematurely: osmo-stp_10.42.42.5(pid=20048) [trial-2404↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20048)] [trial-2404↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22]\u000a12:10:21.295591 tst ping.py:22: Test FAILED (6.4 sec)\u000a12:10:21.355696 run osmo-hlr_10.42.42.2(pid=20045): ERR: Terminated: ERROR {rc=237} [trial-2404↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20045)]\u000a12:10:21.404627 run osmo-hlr_10.42.42.2(pid=20045): stdout: \u000a| (launched: 2022-12-14_12:10:18.164109) \u000a12:10:21.454465 run osmo-hlr_10.42.42.2(pid=20045): stderr: \u000a| �[0;m�[1;31m20221214121018336 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214121018336 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214121018336 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214121018336 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214121018336 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214121018336 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214121018355 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2404/run.2022-12-14_11-25-45/gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214121018364 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214121018364 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214121018365 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:10:21.496925 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20044): Terminating (SIGTERM)\u000a12:10:21.537061 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20047): Terminating (SIGTERM)\u000a12:10:21.577078 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20050): Terminating (SIGTERM)\u000a12:10:21.586307 --- ParallelTerminationStrategy: PID 20044 died...\u000a12:10:21.639890 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20044): Terminated: ok {rc=0}\u000a12:10:21.649824 --- ParallelTerminationStrategy: PID 20047 died...\u000a12:10:21.703190 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20047): Terminated: ok {rc=0}\u000a12:10:21.712704 --- ParallelTerminationStrategy: PID 20050 died...\u000a12:10:21.765967 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20050): Terminated: ok {rc=0}\u000a12:10:21.854941 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 266, "className" : "gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20058): Process ended prematurely: osmo-stp_10.42.42.5(pid=20058) [trial-2404↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20058)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20058): Process ended prematurely: osmo-stp_10.42.42.5(pid=20058) [trial-2404↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20058)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2404 gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend ping_idle_ping.py\u000a----------------------------------------------\u000a12:10:22.907367 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a12:10:22.919882 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a12:10:23.067296 tst ping_idle_ping.py: using LAC 40802\u000a12:10:23.193271 tst ping_idle_ping.py: using RAC 2\u000a12:10:23.320882 tst ping_idle_ping.py: using CellId 40802\u000a12:10:23.448136 tst ping_idle_ping.py: using BVCI 40803\u000a12:10:23.472999 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a12:10:23.485125 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a12:10:23.497002 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a12:10:23.508870 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a12:10:23.521311 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a12:10:23.533627 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a12:10:23.546928 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a12:10:23.558920 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a12:10:23.835475 tst ping_idle_ping.py:24: start network...\u000a12:10:23.959631 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:10:24.433890 run create_hlr_db(pid=20052): Launched\u000a12:10:24.607690 bus /gobi_6: Setting Powered False\u000a12:10:25.629319 run create_hlr_db(pid=20052): Terminated: ok {rc=0}\u000a12:10:26.056265 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20054): Launched\u000a12:10:26.375861 run osmo-hlr_10.42.42.2(pid=20055): Launched\u000a12:10:26.496574 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:10:27.055637 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20057): Launched\u000a12:10:27.377100 run osmo-stp_10.42.42.5(pid=20058): Launched\u000a12:10:27.492811 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a12:10:28.052348 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20060): Launched\u000a12:10:28.165915 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a12:10:28.446726 run patchelf(pid=20061): Launched\u000a12:10:28.634186 run osmo-stp_10.42.42.5(pid=20058): ERR: Terminated: ERROR {rc=1} [trial-2404↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20058)]\u000a12:10:28.771823 run osmo-stp_10.42.42.5(pid=20058): stdout: \u000a| (launched: 2022-12-14_12:10:27.218107)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:10:28.909399 run osmo-stp_10.42.42.5(pid=20058): stderr: \u000a| �[0;m�[38;5;43m20221214121027413 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214121027413 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214121027413 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214121027414 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214121027414 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214121027414 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214121027414 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:10:29.041362 run osmo-stp_10.42.42.5(pid=20058): stdout: \u000a| (launched: 2022-12-14_12:10:27.218107)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:10:29.172213 run osmo-stp_10.42.42.5(pid=20058): stderr: \u000a| �[0;m�[38;5;43m20221214121027413 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214121027413 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214121027413 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214121027414 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214121027414 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214121027414 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214121027414 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:10:29.324589 run patchelf(pid=20061): Terminating (SIGINT)\u000a12:10:29.503694 run patchelf(pid=20061): Terminated: ok {rc=0}\u000a12:10:29.536796 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=20058): Process ended prematurely: osmo-stp_10.42.42.5(pid=20058) [trial-2404↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20058)] [trial-2404↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27]\u000a12:10:29.546248 tst ping_idle_ping.py:27: Test FAILED (6.6 sec)\u000a12:10:29.609211 run osmo-hlr_10.42.42.2(pid=20055): ERR: Terminated: ERROR {rc=237} [trial-2404↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20055)]\u000a12:10:29.660493 run osmo-hlr_10.42.42.2(pid=20055): stdout: \u000a| (launched: 2022-12-14_12:10:26.218628) \u000a12:10:29.712609 run osmo-hlr_10.42.42.2(pid=20055): stderr: \u000a| �[0;m�[1;31m20221214121026417 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214121026418 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214121026418 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214121026418 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214121026418 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214121026418 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214121026430 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2404/run.2022-12-14_11-25-45/gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214121026438 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214121026438 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214121026438 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:10:29.757146 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20054): Terminating (SIGTERM)\u000a12:10:29.799155 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20057): Terminating (SIGTERM)\u000a12:10:29.841301 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20060): Terminating (SIGTERM)\u000a12:10:29.851017 --- ParallelTerminationStrategy: PID 20054 died...\u000a12:10:29.907368 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20054): Terminated: ok {rc=0}\u000a12:10:29.917952 --- ParallelTerminationStrategy: PID 20057 died...\u000a12:10:29.973781 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20057): Terminated: ok {rc=0}\u000a12:10:29.983785 --- ParallelTerminationStrategy: PID 20060 died...\u000a12:10:30.039574 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20060): Terminated: ok {rc=0}\u000a12:10:30.126700 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "92", "name" : "gprs_trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T12:09:32" }, { "cases" : [ { "testActions" : [ ], "age" : 266, "className" : "dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20071): Process ended prematurely: osmo-stp_10.42.42.5(pid=20071) [trial-2404↪dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20071)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20071): Process ended prematurely: osmo-stp_10.42.42.5(pid=20071) [trial-2404↪dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20071)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2404 dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any switch_tch_pdch.py\u000a----------------------------------------------\u000a12:10:32.212469 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a12:10:32.224265 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a12:10:32.380004 tst switch_tch_pdch.py: using LAC 40803\u000a12:10:32.494687 tst switch_tch_pdch.py: using RAC 3\u000a12:10:32.609658 tst switch_tch_pdch.py: using CellId 40803\u000a12:10:32.724309 tst switch_tch_pdch.py: using BVCI 40804\u000a12:10:32.746958 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a12:10:32.758135 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a12:10:32.769135 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a12:10:32.780110 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a12:10:32.791378 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a12:10:32.802680 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a12:10:32.814061 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a12:10:32.825501 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a12:10:32.946326 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a12:10:33.238303 tst switch_tch_pdch.py:51: start network...\u000a12:10:33.371139 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:10:33.882192 run create_hlr_db(pid=20065): Launched\u000a12:10:34.066993 bus /gobi_6: Setting Powered False\u000a12:10:35.086542 run create_hlr_db(pid=20065): Terminated: ok {rc=0}\u000a12:10:35.487900 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20067): Launched\u000a12:10:35.786461 run osmo-hlr_10.42.42.2(pid=20068): Launched\u000a12:10:35.893894 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:10:36.410349 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20070): Launched\u000a12:10:36.707502 run osmo-stp_10.42.42.5(pid=20071): Launched\u000a12:10:36.815881 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a12:10:37.334063 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20073): Launched\u000a12:10:37.439342 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a12:10:37.699736 run patchelf(pid=20074): Launched\u000a12:10:37.874843 run osmo-stp_10.42.42.5(pid=20071): ERR: Terminated: ERROR {rc=1} [trial-2404↪dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20071)]\u000a12:10:38.003305 run osmo-stp_10.42.42.5(pid=20071): stdout: \u000a| (launched: 2022-12-14_12:10:36.560420)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:10:38.132046 run osmo-stp_10.42.42.5(pid=20071): stderr: \u000a| �[0;m�[38;5;43m20221214121036730 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214121036730 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214121036730 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214121036730 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214121036733 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214121036733 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214121036733 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:10:38.255656 run osmo-stp_10.42.42.5(pid=20071): stdout: \u000a| (launched: 2022-12-14_12:10:36.560420)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:10:38.377739 run osmo-stp_10.42.42.5(pid=20071): stderr: \u000a| �[0;m�[38;5;43m20221214121036730 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214121036730 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214121036730 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214121036730 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214121036733 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214121036733 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214121036733 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:10:38.520295 run patchelf(pid=20074): Terminating (SIGINT)\u000a12:10:38.687025 run patchelf(pid=20074): Terminated: ok {rc=0}\u000a12:10:38.717558 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=20071): Process ended prematurely: osmo-stp_10.42.42.5(pid=20071) [trial-2404↪dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20071)] [trial-2404↪dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54]\u000a12:10:38.726318 tst switch_tch_pdch.py:54: Test FAILED (6.5 sec)\u000a12:10:38.786298 run osmo-hlr_10.42.42.2(pid=20068): ERR: Terminated: ERROR {rc=237} [trial-2404↪dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20068)]\u000a12:10:38.835658 run osmo-hlr_10.42.42.2(pid=20068): stdout: \u000a| (launched: 2022-12-14_12:10:35.639360) \u000a12:10:38.885699 run osmo-hlr_10.42.42.2(pid=20068): stderr: \u000a| �[0;m�[1;31m20221214121035817 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214121035817 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214121035817 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214121035817 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214121035817 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214121035817 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214121035868 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2404/run.2022-12-14_11-25-45/dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214121035877 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214121035878 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214121035878 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:10:38.928495 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20067): Terminating (SIGTERM)\u000a12:10:38.968977 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20070): Terminating (SIGTERM)\u000a12:10:39.009343 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20073): Terminating (SIGTERM)\u000a12:10:39.018780 --- ParallelTerminationStrategy: PID 20067 died...\u000a12:10:39.072589 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20067): Terminated: ok {rc=0}\u000a12:10:39.082219 --- ParallelTerminationStrategy: PID 20070 died...\u000a12:10:39.135775 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20070): Terminated: ok {rc=0}\u000a12:10:39.145373 --- ParallelTerminationStrategy: PID 20073 died...\u000a12:10:39.198580 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20073): Terminated: ok {rc=0}\u000a12:10:39.282847 bus /gobi_0: Setting Powered False\u000a12:10:40.385616 bus /gobi_0: Setting Powered False\u000a12:10:41.497416 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "93", "name" : "dynts_trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T12:10:31" }, { "cases" : [ { "testActions" : [ ], "age" : 266, "className" : "dynts:trx-umtrx+mod-bts0-dynts67-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20084): Process ended prematurely: osmo-stp_10.42.42.5(pid=20084) [trial-2404↪dynts:trx-umtrx+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20084)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20084): Process ended prematurely: osmo-stp_10.42.42.5(pid=20084) [trial-2404↪dynts:trx-umtrx+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20084)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2404 dynts:trx-umtrx+mod-bts0-dynts67-osmo switch_tch_pdch.py\u000a----------------------------------------------\u000a12:10:43.471041 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a12:10:43.482730 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x bts (candidates: 1)\u000a12:10:43.645542 tst switch_tch_pdch.py: using LAC 40804\u000a12:10:43.771050 tst switch_tch_pdch.py: using RAC 4\u000a12:10:43.895203 tst switch_tch_pdch.py: using CellId 40804\u000a12:10:44.019981 tst switch_tch_pdch.py: using BVCI 40805\u000a12:10:44.044391 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a12:10:44.055716 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a12:10:44.066915 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a12:10:44.078168 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a12:10:44.089309 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a12:10:44.100528 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a12:10:44.112423 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a12:10:44.123835 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a12:10:44.240352 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a12:10:44.528597 tst switch_tch_pdch.py:51: start network...\u000a12:10:44.661565 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:10:45.143363 run create_hlr_db(pid=20078): Launched\u000a12:10:45.273325 bus /gobi_6: Setting Powered False\u000a12:10:46.341915 run create_hlr_db(pid=20078): Terminated: ok {rc=0}\u000a12:10:46.737357 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20080): Launched\u000a12:10:47.130226 run osmo-hlr_10.42.42.2(pid=20081): Launched\u000a12:10:47.307612 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:10:47.817198 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20083): Launched\u000a12:10:48.136498 run osmo-stp_10.42.42.5(pid=20084): Launched\u000a12:10:48.251577 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a12:10:48.780748 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20086): Launched\u000a12:10:48.894172 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a12:10:49.172555 run patchelf(pid=20087): Launched\u000a12:10:49.359268 run osmo-stp_10.42.42.5(pid=20084): ERR: Terminated: ERROR {rc=1} [trial-2404↪dynts:trx-umtrx+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20084)]\u000a12:10:49.495928 run osmo-stp_10.42.42.5(pid=20084): stdout: \u000a| (launched: 2022-12-14_12:10:47.979068)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:10:49.633086 run osmo-stp_10.42.42.5(pid=20084): stderr: \u000a| �[0;m�[38;5;43m20221214121048172 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214121048172 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214121048172 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214121048173 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214121048176 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214121048176 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214121048177 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:10:49.765882 run osmo-stp_10.42.42.5(pid=20084): stdout: \u000a| (launched: 2022-12-14_12:10:47.979068)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:10:49.896350 run osmo-stp_10.42.42.5(pid=20084): stderr: \u000a| �[0;m�[38;5;43m20221214121048172 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214121048172 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214121048172 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214121048173 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214121048176 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214121048176 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214121048177 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:10:50.048585 run patchelf(pid=20087): Terminating (SIGINT)\u000a12:10:50.226647 run patchelf(pid=20087): Terminated: ok {rc=0}\u000a12:10:50.258931 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=20084): Process ended prematurely: osmo-stp_10.42.42.5(pid=20084) [trial-2404↪dynts:trx-umtrx+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20084)] [trial-2404↪dynts:trx-umtrx+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54]\u000a12:10:50.268169 tst switch_tch_pdch.py:54: Test FAILED (6.8 sec)\u000a12:10:50.330399 run osmo-hlr_10.42.42.2(pid=20081): ERR: Terminated: ERROR {rc=237} [trial-2404↪dynts:trx-umtrx+mod-bts0-dynts67-osmo↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20081)]\u000a12:10:50.381580 run osmo-hlr_10.42.42.2(pid=20081): stdout: \u000a| (launched: 2022-12-14_12:10:46.891753) \u000a12:10:50.433413 run osmo-hlr_10.42.42.2(pid=20081): stderr: \u000a| �[0;m�[1;31m20221214121047233 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214121047233 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214121047233 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214121047233 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214121047233 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214121047234 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214121047251 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2404/run.2022-12-14_11-25-45/dynts:trx-umtrx+mod-bts0-dynts67-osmo/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214121047260 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214121047260 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214121047260 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:10:50.477728 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20080): Terminating (SIGTERM)\u000a12:10:50.519541 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20083): Terminating (SIGTERM)\u000a12:10:50.561869 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20086): Terminating (SIGTERM)\u000a12:10:50.571516 --- ParallelTerminationStrategy: PID 20080 died...\u000a12:10:50.627220 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20080): Terminated: ok {rc=0}\u000a12:10:50.637512 --- ParallelTerminationStrategy: PID 20083 died...\u000a12:10:50.692932 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20083): Terminated: ok {rc=0}\u000a12:10:50.703256 --- ParallelTerminationStrategy: PID 20086 died...\u000a12:10:50.758886 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20086): Terminated: ok {rc=0}\u000a12:10:50.846199 bus /gobi_0: Setting Powered False\u000a12:10:51.949542 bus /gobi_0: Setting Powered False\u000a12:10:53.062012 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "94", "name" : "dynts_trx-umtrx+mod-bts0-dynts67-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T12:10:43" }, { "cases" : [ { "testActions" : [ ], "age" : 265, "className" : "nitb_sms:trx-lms", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=20094): Process ended prematurely: osmo-nitb_10.42.42.2(pid=20094) [trial-2404↪nitb_sms:trx-lms↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=20094)]", "failedSince" : 2140, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_sms/mo_mt_sms.py\", line 11, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=20094): Process ended prematurely: osmo-nitb_10.42.42.2(pid=20094) [trial-2404↪nitb_sms:trx-lms↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=20094)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2404 nitb_sms:trx-lms mo_mt_sms.py\u000a----------------------------------------------\u000a12:10:54.964861 tst nitb_sms:trx-lms: Using 1 x ip_address (candidates: 1)\u000a12:10:54.976455 tst nitb_sms:trx-lms: Using 1 x bts (candidates: 1)\u000a12:10:55.117401 tst mo_mt_sms.py: using LAC 40805\u000a12:10:55.238052 tst mo_mt_sms.py: using RAC 5\u000a12:10:55.354222 tst mo_mt_sms.py: using CellId 40805\u000a12:10:55.474867 tst mo_mt_sms.py: using BVCI 40806\u000a12:10:55.497451 tst nitb_sms:trx-lms: Using 1 x modem (candidates: 2)\u000a12:10:55.614147 tst nitb_sms:trx-lms: Using 1 x modem (candidates: 2)\u000a12:10:55.904424 tst mo_mt_sms.py:9: start nitb and bts...\u000a12:10:56.037440 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a12:10:56.695253 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=20093): Launched\u000a12:10:57.012531 run osmo-nitb_10.42.42.2(pid=20094): Launched\u000a12:10:57.208112 run osmo-nitb_10.42.42.2(pid=20094): ERR: Terminated: ERROR {rc=2} [trial-2404↪nitb_sms:trx-lms↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=20094)]\u000a12:10:57.352524 run osmo-nitb_10.42.42.2(pid=20094): stdout: \u000a| (launched: 2022-12-14_12:10:56.858045) \u000a12:10:57.497198 run osmo-nitb_10.42.42.2(pid=20094): stderr: \u000a| (launched: 2022-12-14_12:10:56.905408)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a12:10:57.636871 run osmo-nitb_10.42.42.2(pid=20094): stdout: \u000a| (launched: 2022-12-14_12:10:56.858045) \u000a12:10:57.776076 run osmo-nitb_10.42.42.2(pid=20094): stderr: \u000a| (launched: 2022-12-14_12:10:56.905408)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a12:10:58.141174 tst osmo-nitb_10.42.42.2(pid=20094): stdout: \u000a| (launched: 2022-12-14_12:10:56.858045) \u000a12:10:58.267769 tst osmo-nitb_10.42.42.2(pid=20094): stderr: \u000a| (launched: 2022-12-14_12:10:56.905408)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a12:10:58.323539 tst mo_mt_sms.py:11: ERR: Error: osmo-nitb_10.42.42.2(pid=20094): Process ended prematurely: osmo-nitb_10.42.42.2(pid=20094) [trial-2404↪nitb_sms:trx-lms↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=20094)] [trial-2404↪nitb_sms:trx-lms↪mo_mt_sms.py:11]\u000a12:10:58.332688 tst mo_mt_sms.py:11: Test FAILED (3.4 sec)\u000a12:10:58.368898 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=20093): Terminating (SIGTERM)\u000a12:10:58.546872 --- ParallelTerminationStrategy: PID 20093 died...\u000a12:10:58.604629 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=20093): Terminated: ok {rc=0}\u000a12:10:58.691312 bus /sierra_3: Setting Powered False\u000a12:10:59.799717 bus /sierra_3: Setting Powered False\u000a12:11:00.924149 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 8.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "95", "name" : "nitb_sms_trx-lms", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T12:10:54" }, { "cases" : [ { "testActions" : [ ], "age" : 74, "className" : "sms:trx-lms", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20104): Process ended prematurely: osmo-stp_10.42.42.5(pid=20104) [trial-2404↪sms:trx-lms↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20104)]", "failedSince" : 2331, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/sms/mo_mt_sms.py\", line 16, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20104): Process ended prematurely: osmo-stp_10.42.42.5(pid=20104) [trial-2404↪sms:trx-lms↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20104)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2404 sms:trx-lms mo_mt_sms.py\u000a----------------------------------------------\u000a12:11:02.861190 tst sms:trx-lms: Using 1 x ip_address (candidates: 6)\u000a12:11:02.871804 tst sms:trx-lms: Using 1 x bts (candidates: 1)\u000a12:11:03.012662 tst mo_mt_sms.py: using LAC 40806\u000a12:11:03.138009 tst mo_mt_sms.py: using RAC 6\u000a12:11:03.264716 tst mo_mt_sms.py: using CellId 40806\u000a12:11:03.391559 tst mo_mt_sms.py: using BVCI 40807\u000a12:11:03.415966 tst sms:trx-lms: Using 1 x ip_address (candidates: 6)\u000a12:11:03.426950 tst sms:trx-lms: Using 1 x ip_address (candidates: 6)\u000a12:11:03.437968 tst sms:trx-lms: Using 1 x ip_address (candidates: 6)\u000a12:11:03.448772 tst sms:trx-lms: Using 1 x ip_address (candidates: 6)\u000a12:11:03.460220 tst sms:trx-lms: Using 1 x ip_address (candidates: 6)\u000a12:11:03.471534 tst sms:trx-lms: Using 1 x modem (candidates: 2)\u000a12:11:03.587475 tst sms:trx-lms: Using 1 x modem (candidates: 2)\u000a12:11:03.800705 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:11:04.305542 run create_hlr_db(pid=20098): Launched\u000a12:11:04.477864 bus /sierra_2: Setting Powered False\u000a12:11:05.499339 run create_hlr_db(pid=20098): Terminated: ok {rc=0}\u000a12:11:05.896889 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20100): Launched\u000a12:11:06.194404 run osmo-hlr_10.42.42.2(pid=20101): Launched\u000a12:11:06.303163 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:11:06.819974 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20103): Launched\u000a12:11:07.117450 run osmo-stp_10.42.42.5(pid=20104): Launched\u000a12:11:07.225703 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:11:07.773615 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20106): Launched\u000a12:11:08.072632 run osmo-msc_10.42.42.6(pid=20107): Launched\u000a12:11:08.249615 run osmo-stp_10.42.42.5(pid=20104): ERR: Terminated: ERROR {rc=1} [trial-2404↪sms:trx-lms↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20104)]\u000a12:11:08.376203 run osmo-stp_10.42.42.5(pid=20104): stdout: \u000a| (launched: 2022-12-14_12:11:06.970082)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:11:08.500743 run osmo-stp_10.42.42.5(pid=20104): stderr: \u000a| �[0;m�[38;5;43m20221214121107140 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214121107140 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214121107140 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214121107141 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214121107141 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214121107141 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214121107141 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:11:08.620743 run osmo-stp_10.42.42.5(pid=20104): stdout: \u000a| (launched: 2022-12-14_12:11:06.970082)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:11:08.739845 run osmo-stp_10.42.42.5(pid=20104): stderr: \u000a| �[0;m�[38;5;43m20221214121107140 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214121107140 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214121107140 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214121107141 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214121107141 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214121107141 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214121107141 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:11:08.791943 tst mo_mt_sms.py:16: ERR: Error: osmo-stp_10.42.42.5(pid=20104): Process ended prematurely: osmo-stp_10.42.42.5(pid=20104) [trial-2404↪sms:trx-lms↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20104)] [trial-2404↪sms:trx-lms↪mo_mt_sms.py:16]\u000a12:11:08.799967 tst mo_mt_sms.py:16: Test FAILED (5.9 sec)\u000a12:11:08.860128 run osmo-hlr_10.42.42.2(pid=20101): ERR: Terminated: ERROR {rc=237} [trial-2404↪sms:trx-lms↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20101)]\u000a12:11:08.909361 run osmo-hlr_10.42.42.2(pid=20101): stdout: \u000a| (launched: 2022-12-14_12:11:06.047688) \u000a12:11:08.958868 run osmo-hlr_10.42.42.2(pid=20101): stderr: \u000a| �[0;m�[1;31m20221214121106226 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214121106226 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214121106226 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214121106226 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214121106226 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214121106226 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214121106238 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2404/run.2022-12-14_11-25-45/sms:trx-lms/mo_mt_sms.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214121106246 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214121106247 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214121106247 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:11:09.026190 run osmo-msc_10.42.42.6(pid=20107): ERR: Terminated: ERROR {rc=2} [trial-2404↪sms:trx-lms↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=20107)]\u000a12:11:09.075272 run osmo-msc_10.42.42.6(pid=20107): stdout: \u000a| (launched: 2022-12-14_12:11:07.925376) \u000a12:11:09.125040 run osmo-msc_10.42.42.6(pid=20107): stderr: \u000a| �[0;m�[38;5;43m20221214121108194 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214121108194 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f04f7ebec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214121108195 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214121108195 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214121108195 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214121108195 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214121108197 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214121108197 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214121108197 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214121108197 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:11:09.167387 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20100): Terminating (SIGTERM)\u000a12:11:09.207772 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20103): Terminating (SIGTERM)\u000a12:11:09.247857 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20106): Terminating (SIGTERM)\u000a12:11:09.257069 --- ParallelTerminationStrategy: PID 20100 died...\u000a12:11:09.310818 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20100): Terminated: ok {rc=0}\u000a12:11:09.320473 --- ParallelTerminationStrategy: PID 20103 died...\u000a12:11:09.373708 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20103): Terminated: ok {rc=0}\u000a12:11:09.383222 --- ParallelTerminationStrategy: PID 20106 died...\u000a12:11:09.436528 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20106): Terminated: ok {rc=0}\u000a12:11:09.520693 bus /sierra_3: Setting Powered False\u000a12:11:10.626892 bus /sierra_3: Setting Powered False\u000a12:11:11.735694 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 11.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "96", "name" : "sms_trx-lms", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T12:11:02" }, { "cases" : [ { "testActions" : [ ], "age" : 265, "className" : "nitb_ussd:trx-lms", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=20113): Process ended prematurely: osmo-nitb_10.42.42.2(pid=20113) [trial-2404↪nitb_ussd:trx-lms↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=20113)]", "failedSince" : 2140, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_ussd/assert_extension.py\", line 12, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=20113): Process ended prematurely: osmo-nitb_10.42.42.2(pid=20113) [trial-2404↪nitb_ussd:trx-lms↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=20113)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2404 nitb_ussd:trx-lms assert_extension.py\u000a----------------------------------------------\u000a12:11:13.576701 tst nitb_ussd:trx-lms: Using 1 x ip_address (candidates: 1)\u000a12:11:13.587485 tst nitb_ussd:trx-lms: Using 1 x bts (candidates: 1)\u000a12:11:13.722237 tst assert_extension.py: using LAC 40807\u000a12:11:13.837265 tst assert_extension.py: using RAC 7\u000a12:11:13.959522 tst assert_extension.py: using CellId 40807\u000a12:11:14.083061 tst assert_extension.py: using BVCI 40808\u000a12:11:14.107504 tst nitb_ussd:trx-lms: Using 1 x modem (candidates: 1)\u000a12:11:14.383145 tst assert_extension.py:10: start nitb and bts...\u000a12:11:14.507397 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a12:11:15.128132 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=20112): Launched\u000a12:11:15.425305 run osmo-nitb_10.42.42.2(pid=20113): Launched\u000a12:11:15.608756 run osmo-nitb_10.42.42.2(pid=20113): ERR: Terminated: ERROR {rc=2} [trial-2404↪nitb_ussd:trx-lms↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=20113)]\u000a12:11:15.744840 run osmo-nitb_10.42.42.2(pid=20113): stdout: \u000a| (launched: 2022-12-14_12:11:15.278887) \u000a12:11:15.904320 run osmo-nitb_10.42.42.2(pid=20113): stderr: \u000a| (launched: 2022-12-14_12:11:15.323198)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a12:11:16.048608 run osmo-nitb_10.42.42.2(pid=20113): stdout: \u000a| (launched: 2022-12-14_12:11:15.278887) \u000a12:11:16.191766 run osmo-nitb_10.42.42.2(pid=20113): stderr: \u000a| (launched: 2022-12-14_12:11:15.323198)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a12:11:16.553808 tst osmo-nitb_10.42.42.2(pid=20113): stdout: \u000a| (launched: 2022-12-14_12:11:15.278887) \u000a12:11:16.684572 tst osmo-nitb_10.42.42.2(pid=20113): stderr: \u000a| (launched: 2022-12-14_12:11:15.323198)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a12:11:16.743339 tst assert_extension.py:12: ERR: Error: osmo-nitb_10.42.42.2(pid=20113): Process ended prematurely: osmo-nitb_10.42.42.2(pid=20113) [trial-2404↪nitb_ussd:trx-lms↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=20113)] [trial-2404↪nitb_ussd:trx-lms↪assert_extension.py:12]\u000a12:11:16.752862 tst assert_extension.py:12: Test FAILED (3.2 sec)\u000a12:11:16.791187 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=20112): Terminating (SIGTERM)\u000a12:11:16.969249 --- ParallelTerminationStrategy: PID 20112 died...\u000a12:11:17.033686 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=20112): Terminated: ok {rc=0}\u000a12:11:17.139611 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 6.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "97", "name" : "nitb_ussd_trx-lms", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T12:11:13" }, { "cases" : [ { "testActions" : [ ], "age" : 74, "className" : "ussd:trx-lms", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20123): Process ended prematurely: osmo-stp_10.42.42.5(pid=20123) [trial-2404↪ussd:trx-lms↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20123)]", "failedSince" : 2331, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/ussd/assert_extension.py\", line 17, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20123): Process ended prematurely: osmo-stp_10.42.42.5(pid=20123) [trial-2404↪ussd:trx-lms↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20123)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2404 ussd:trx-lms assert_extension.py\u000a----------------------------------------------\u000a12:11:18.985001 tst ussd:trx-lms: Using 1 x ip_address (candidates: 6)\u000a12:11:18.996346 tst ussd:trx-lms: Using 1 x bts (candidates: 1)\u000a12:11:19.135048 tst assert_extension.py: using LAC 40808\u000a12:11:19.250187 tst assert_extension.py: using RAC 8\u000a12:11:19.365197 tst assert_extension.py: using CellId 40808\u000a12:11:19.486299 tst assert_extension.py: using BVCI 40809\u000a12:11:19.508652 tst ussd:trx-lms: Using 1 x ip_address (candidates: 6)\u000a12:11:19.519258 tst ussd:trx-lms: Using 1 x ip_address (candidates: 6)\u000a12:11:19.529757 tst ussd:trx-lms: Using 1 x ip_address (candidates: 6)\u000a12:11:19.540135 tst ussd:trx-lms: Using 1 x ip_address (candidates: 6)\u000a12:11:19.551012 tst ussd:trx-lms: Using 1 x ip_address (candidates: 6)\u000a12:11:19.561899 tst ussd:trx-lms: Using 1 x modem (candidates: 1)\u000a12:11:19.770934 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:11:20.281615 run create_hlr_db(pid=20117): Launched\u000a12:11:20.467016 bus /sierra_2: Setting Powered False\u000a12:11:21.487482 run create_hlr_db(pid=20117): Terminated: ok {rc=0}\u000a12:11:21.891000 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20119): Launched\u000a12:11:22.190841 run osmo-hlr_10.42.42.2(pid=20120): Launched\u000a12:11:22.307591 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:11:22.833064 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20122): Launched\u000a12:11:23.131546 run osmo-stp_10.42.42.5(pid=20123): Launched\u000a12:11:23.239920 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:11:23.782056 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20125): Launched\u000a12:11:24.081957 run osmo-msc_10.42.42.6(pid=20126): Launched\u000a12:11:24.258006 run osmo-stp_10.42.42.5(pid=20123): ERR: Terminated: ERROR {rc=1} [trial-2404↪ussd:trx-lms↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20123)]\u000a12:11:24.384765 run osmo-stp_10.42.42.5(pid=20123): stdout: \u000a| (launched: 2022-12-14_12:11:22.983995)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:11:24.508703 run osmo-stp_10.42.42.5(pid=20123): stderr: \u000a| �[0;m�[38;5;43m20221214121123154 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214121123155 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214121123155 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214121123155 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214121123156 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214121123156 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214121123156 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:11:24.627871 run osmo-stp_10.42.42.5(pid=20123): stdout: \u000a| (launched: 2022-12-14_12:11:22.983995)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:11:24.746261 run osmo-stp_10.42.42.5(pid=20123): stderr: \u000a| �[0;m�[38;5;43m20221214121123154 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214121123155 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214121123155 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214121123155 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214121123156 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214121123156 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214121123156 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:11:24.798140 tst assert_extension.py:17: ERR: Error: osmo-stp_10.42.42.5(pid=20123): Process ended prematurely: osmo-stp_10.42.42.5(pid=20123) [trial-2404↪ussd:trx-lms↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20123)] [trial-2404↪ussd:trx-lms↪assert_extension.py:17]\u000a12:11:24.806239 tst assert_extension.py:17: Test FAILED (5.8 sec)\u000a12:11:24.866184 run osmo-hlr_10.42.42.2(pid=20120): ERR: Terminated: ERROR {rc=237} [trial-2404↪ussd:trx-lms↪assert_extension.py↪assert_extension.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20120)]\u000a12:11:24.915313 run osmo-hlr_10.42.42.2(pid=20120): stdout: \u000a| (launched: 2022-12-14_12:11:22.043304) \u000a12:11:24.964918 run osmo-hlr_10.42.42.2(pid=20120): stderr: \u000a| �[0;m�[1;31m20221214121122217 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214121122217 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214121122217 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214121122217 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214121122217 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214121122217 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214121122229 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2404/run.2022-12-14_11-25-45/ussd:trx-lms/assert_extension.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214121122237 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214121122238 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214121122238 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:11:25.032419 run osmo-msc_10.42.42.6(pid=20126): ERR: Terminated: ERROR {rc=2} [trial-2404↪ussd:trx-lms↪assert_extension.py↪assert_extension.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=20126)]\u000a12:11:25.081360 run osmo-msc_10.42.42.6(pid=20126): stdout: \u000a| (launched: 2022-12-14_12:11:23.932686) \u000a12:11:25.131033 run osmo-msc_10.42.42.6(pid=20126): stderr: \u000a| �[0;m�[38;5;43m20221214121124204 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214121124204 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fe71e4d7c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214121124204 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214121124204 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214121124204 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214121124205 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214121124206 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214121124207 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214121124207 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214121124207 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:11:25.173331 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20119): Terminating (SIGTERM)\u000a12:11:25.213290 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20122): Terminating (SIGTERM)\u000a12:11:25.253589 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20125): Terminating (SIGTERM)\u000a12:11:25.262669 --- ParallelTerminationStrategy: PID 20119 died...\u000a12:11:25.316176 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20119): Terminated: ok {rc=0}\u000a12:11:25.325687 --- ParallelTerminationStrategy: PID 20122 died...\u000a12:11:25.378796 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20122): Terminated: ok {rc=0}\u000a12:11:25.388231 --- ParallelTerminationStrategy: PID 20125 died...\u000a12:11:25.441408 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20125): Terminated: ok {rc=0}\u000a12:11:25.524746 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 9.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "98", "name" : "ussd_trx-lms", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T12:11:18" }, { "cases" : [ { "testActions" : [ ], "age" : 78, "className" : "voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20137): Process ended prematurely: osmo-stp_10.42.42.5(pid=20137) [trial-2404↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20137)]", "failedSince" : 2327, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20137): Process ended prematurely: osmo-stp_10.42.42.5(pid=20137) [trial-2404↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20137)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2404 voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call.py\u000a----------------------------------------------\u000a12:11:27.480349 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a12:11:27.491619 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a12:11:27.645773 tst mo_mt_call.py: using LAC 40809\u000a12:11:27.763856 tst mo_mt_call.py: using RAC 9\u000a12:11:27.888784 tst mo_mt_call.py: using CellId 40809\u000a12:11:28.019839 tst mo_mt_call.py: using BVCI 40810\u000a12:11:28.044719 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a12:11:28.056501 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a12:11:28.068175 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a12:11:28.079780 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a12:11:28.091448 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a12:11:28.102987 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a12:11:28.222520 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a12:11:28.430681 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:11:28.920112 run create_hlr_db(pid=20131): Launched\u000a12:11:29.094440 bus /sierra_2: Setting Powered False\u000a12:11:30.116730 run create_hlr_db(pid=20131): Terminated: ok {rc=0}\u000a12:11:30.520812 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20133): Launched\u000a12:11:30.824025 run osmo-hlr_10.42.42.2(pid=20134): Launched\u000a12:11:31.080061 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:11:31.747390 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20136): Launched\u000a12:11:32.183902 run osmo-stp_10.42.42.5(pid=20137): Launched\u000a12:11:32.378325 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:11:32.975309 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20139): Launched\u000a12:11:33.300798 run osmo-msc_10.42.42.6(pid=20140): Launched\u000a12:11:33.489942 run osmo-stp_10.42.42.5(pid=20137): ERR: Terminated: ERROR {rc=1} [trial-2404↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20137)]\u000a12:11:33.626351 run osmo-stp_10.42.42.5(pid=20137): stdout: \u000a| (launched: 2022-12-14_12:11:31.938181)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:11:33.762802 run osmo-stp_10.42.42.5(pid=20137): stderr: \u000a| �[0;m�[38;5;43m20221214121132277 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214121132277 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214121132278 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214121132278 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214121132278 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214121132278 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214121132279 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:11:33.892175 run osmo-stp_10.42.42.5(pid=20137): stdout: \u000a| (launched: 2022-12-14_12:11:31.938181)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:11:34.020812 run osmo-stp_10.42.42.5(pid=20137): stderr: \u000a| �[0;m�[38;5;43m20221214121132277 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214121132277 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214121132278 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214121132278 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214121132278 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214121132278 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214121132279 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:11:34.078548 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=20137): Process ended prematurely: osmo-stp_10.42.42.5(pid=20137) [trial-2404↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20137)] [trial-2404↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8]\u000a12:11:34.087979 tst mo_mt_call.py:8: Test FAILED (6.6 sec)\u000a12:11:34.150533 run osmo-hlr_10.42.42.2(pid=20134): ERR: Terminated: ERROR {rc=237} [trial-2404↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20134)]\u000a12:11:34.201845 run osmo-hlr_10.42.42.2(pid=20134): stdout: \u000a| (launched: 2022-12-14_12:11:30.674338) \u000a12:11:34.253733 run osmo-hlr_10.42.42.2(pid=20134): stderr: \u000a| �[0;m�[1;31m20221214121130884 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214121130884 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214121130884 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214121130884 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214121130884 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214121130884 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214121130911 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2404/run.2022-12-14_11-25-45/voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214121130926 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214121130926 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214121130926 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:11:34.324030 run osmo-msc_10.42.42.6(pid=20140): ERR: Terminated: ERROR {rc=2} [trial-2404↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=20140)]\u000a12:11:34.375283 run osmo-msc_10.42.42.6(pid=20140): stdout: \u000a| (launched: 2022-12-14_12:11:33.139889) \u000a12:11:34.426773 run osmo-msc_10.42.42.6(pid=20140): stderr: \u000a| �[0;m�[38;5;43m20221214121133462 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214121133463 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f2c1432ec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214121133463 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214121133463 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214121133463 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214121133463 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214121133465 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214121133465 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214121133465 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214121133465 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:11:34.470827 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20133): Terminating (SIGTERM)\u000a12:11:34.512698 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20136): Terminating (SIGTERM)\u000a12:11:34.554606 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20139): Terminating (SIGTERM)\u000a12:11:34.564317 --- ParallelTerminationStrategy: PID 20133 died...\u000a12:11:34.620033 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20133): Terminated: ok {rc=0}\u000a12:11:34.630127 --- ParallelTerminationStrategy: PID 20136 died...\u000a12:11:34.685433 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20136): Terminated: ok {rc=0}\u000a12:11:34.695474 --- ParallelTerminationStrategy: PID 20139 died...\u000a12:11:34.751294 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20139): Terminated: ok {rc=0}\u000a12:11:34.839920 bus /sierra_3: Setting Powered False\u000a12:11:35.943488 bus /sierra_3: Setting Powered False\u000a12:11:37.054670 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 85, "className" : "voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20149): Process ended prematurely: osmo-stp_10.42.42.5(pid=20149) [trial-2404↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20149)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20149): Process ended prematurely: osmo-stp_10.42.42.5(pid=20149) [trial-2404↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20149)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2404 voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a12:11:38.170064 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a12:11:38.182419 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a12:11:38.347329 tst mo_mt_call_osmux.py: using LAC 40810\u000a12:11:38.473789 tst mo_mt_call_osmux.py: using RAC 10\u000a12:11:38.602923 tst mo_mt_call_osmux.py: using CellId 40810\u000a12:11:38.734093 tst mo_mt_call_osmux.py: using BVCI 40811\u000a12:11:38.758767 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a12:11:38.770380 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a12:11:38.782401 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a12:11:38.794029 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a12:11:38.805721 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a12:11:38.817154 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a12:11:38.933981 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a12:11:39.150405 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:11:39.670081 run create_hlr_db(pid=20142): Launched\u000a12:11:39.858463 bus /sierra_2: Setting Powered False\u000a12:11:40.878866 run create_hlr_db(pid=20142): Terminated: ok {rc=0}\u000a12:11:41.289996 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20145): Launched\u000a12:11:41.595360 run osmo-hlr_10.42.42.2(pid=20146): Launched\u000a12:11:41.714367 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:11:42.252482 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20148): Launched\u000a12:11:42.558609 run osmo-stp_10.42.42.5(pid=20149): Launched\u000a12:11:42.669836 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:11:43.226925 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20151): Launched\u000a12:11:43.531413 run osmo-msc_10.42.42.6(pid=20152): Launched\u000a12:11:43.710776 run osmo-stp_10.42.42.5(pid=20149): ERR: Terminated: ERROR {rc=1} [trial-2404↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20149)]\u000a12:11:43.839878 run osmo-stp_10.42.42.5(pid=20149): stdout: \u000a| (launched: 2022-12-14_12:11:42.406783)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:11:43.967264 run osmo-stp_10.42.42.5(pid=20149): stderr: \u000a| �[0;m�[38;5;43m20221214121142579 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214121142579 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214121142580 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214121142580 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214121142581 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214121142581 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214121142582 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:11:44.089467 run osmo-stp_10.42.42.5(pid=20149): stdout: \u000a| (launched: 2022-12-14_12:11:42.406783)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:11:44.210979 run osmo-stp_10.42.42.5(pid=20149): stderr: \u000a| �[0;m�[38;5;43m20221214121142579 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214121142579 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214121142580 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214121142580 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214121142581 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214121142581 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214121142582 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:11:44.264459 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=20149): Process ended prematurely: osmo-stp_10.42.42.5(pid=20149) [trial-2404↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20149)] [trial-2404↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8]\u000a12:11:44.273500 tst mo_mt_call_osmux.py:8: Test FAILED (6.1 sec)\u000a12:11:44.334591 run osmo-hlr_10.42.42.2(pid=20146): ERR: Terminated: ERROR {rc=237} [trial-2404↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20146)]\u000a12:11:44.384194 run osmo-hlr_10.42.42.2(pid=20146): stdout: \u000a| (launched: 2022-12-14_12:11:41.444568) \u000a12:11:44.434642 run osmo-hlr_10.42.42.2(pid=20146): stderr: \u000a| �[0;m�[1;31m20221214121141623 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214121141623 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214121141623 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214121141623 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214121141623 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214121141623 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214121141635 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2404/run.2022-12-14_11-25-45/voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214121141644 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214121141644 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214121141645 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:11:44.502727 run osmo-msc_10.42.42.6(pid=20152): ERR: Terminated: ERROR {rc=2} [trial-2404↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=20152)]\u000a12:11:44.552112 run osmo-msc_10.42.42.6(pid=20152): stdout: \u000a| (launched: 2022-12-14_12:11:43.380853) \u000a12:11:44.602178 run osmo-msc_10.42.42.6(pid=20152): stderr: \u000a| �[0;m�[38;5;43m20221214121143653 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214121143653 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f7c81c16c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214121143653 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214121143653 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214121143653 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214121143653 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214121143655 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214121143655 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214121143656 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214121143656 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:11:44.644819 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20145): Terminating (SIGTERM)\u000a12:11:44.685380 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20148): Terminating (SIGTERM)\u000a12:11:44.726344 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20151): Terminating (SIGTERM)\u000a12:11:44.735537 --- ParallelTerminationStrategy: PID 20145 died...\u000a12:11:44.789939 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20145): Terminated: ok {rc=0}\u000a12:11:44.799622 --- ParallelTerminationStrategy: PID 20148 died...\u000a12:11:44.853312 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20148): Terminated: ok {rc=0}\u000a12:11:44.862873 --- ParallelTerminationStrategy: PID 20151 died...\u000a12:11:44.916524 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20151): Terminated: ok {rc=0}\u000a12:11:45.005402 bus /sierra_3: Setting Powered False\u000a12:11:46.129062 bus /sierra_3: Setting Powered False\u000a12:11:47.264428 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "99", "name" : "voice_trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T12:11:27" }, { "cases" : [ { "testActions" : [ ], "age" : 74, "className" : "voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20163): Process ended prematurely: osmo-stp_10.42.42.5(pid=20163) [trial-2404↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20163)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20163): Process ended prematurely: osmo-stp_10.42.42.5(pid=20163) [trial-2404↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20163)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2404 voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call.py\u000a----------------------------------------------\u000a12:11:49.266571 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a12:11:49.278279 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a12:11:49.442223 tst mo_mt_call.py: using LAC 40811\u000a12:11:49.570528 tst mo_mt_call.py: using RAC 11\u000a12:11:49.697444 tst mo_mt_call.py: using CellId 40811\u000a12:11:49.824279 tst mo_mt_call.py: using BVCI 40812\u000a12:11:49.848922 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a12:11:49.860501 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a12:11:49.871947 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a12:11:49.883330 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a12:11:49.894813 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a12:11:49.906167 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a12:11:50.025475 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a12:11:50.237636 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:11:50.757055 run create_hlr_db(pid=20157): Launched\u000a12:11:50.945365 bus /sierra_2: Setting Powered False\u000a12:11:51.966219 run create_hlr_db(pid=20157): Terminated: ok {rc=0}\u000a12:11:52.376774 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20159): Launched\u000a12:11:52.681173 run osmo-hlr_10.42.42.2(pid=20160): Launched\u000a12:11:52.798406 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:11:53.326343 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20162): Launched\u000a12:11:53.630561 run osmo-stp_10.42.42.5(pid=20163): Launched\u000a12:11:53.741301 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:11:54.295245 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20165): Launched\u000a12:11:54.599321 run osmo-msc_10.42.42.6(pid=20166): Launched\u000a12:11:54.778541 run osmo-stp_10.42.42.5(pid=20163): ERR: Terminated: ERROR {rc=1} [trial-2404↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20163)]\u000a12:11:54.908071 run osmo-stp_10.42.42.5(pid=20163): stdout: \u000a| (launched: 2022-12-14_12:11:53.480124)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:11:55.035132 run osmo-stp_10.42.42.5(pid=20163): stderr: \u000a| �[0;m�[38;5;43m20221214121153654 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214121153654 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214121153654 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214121153655 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214121153655 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214121153656 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214121153656 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:11:55.156902 run osmo-stp_10.42.42.5(pid=20163): stdout: \u000a| (launched: 2022-12-14_12:11:53.480124)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:11:55.277455 run osmo-stp_10.42.42.5(pid=20163): stderr: \u000a| �[0;m�[38;5;43m20221214121153654 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214121153654 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214121153654 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214121153655 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214121153655 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214121153656 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214121153656 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:11:55.330865 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=20163): Process ended prematurely: osmo-stp_10.42.42.5(pid=20163) [trial-2404↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20163)] [trial-2404↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8]\u000a12:11:55.339444 tst mo_mt_call.py:8: Test FAILED (6.1 sec)\u000a12:11:55.399417 run osmo-hlr_10.42.42.2(pid=20160): ERR: Terminated: ERROR {rc=237} [trial-2404↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20160)]\u000a12:11:55.448782 run osmo-hlr_10.42.42.2(pid=20160): stdout: \u000a| (launched: 2022-12-14_12:11:52.531349) \u000a12:11:55.498750 run osmo-hlr_10.42.42.2(pid=20160): stderr: \u000a| �[0;m�[1;31m20221214121152708 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214121152708 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214121152708 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214121152708 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214121152708 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214121152708 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214121152720 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2404/run.2022-12-14_11-25-45/voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214121152729 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214121152729 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214121152729 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:11:55.566416 run osmo-msc_10.42.42.6(pid=20166): ERR: Terminated: ERROR {rc=2} [trial-2404↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=20166)]\u000a12:11:55.615561 run osmo-msc_10.42.42.6(pid=20166): stdout: \u000a| (launched: 2022-12-14_12:11:54.448883) \u000a12:11:55.665348 run osmo-msc_10.42.42.6(pid=20166): stderr: \u000a| �[0;m�[38;5;43m20221214121154720 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214121154721 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f3076d51c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214121154721 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214121154721 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214121154721 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214121154721 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214121154723 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214121154723 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214121154723 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214121154723 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:11:55.707651 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20159): Terminating (SIGTERM)\u000a12:11:55.747612 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20162): Terminating (SIGTERM)\u000a12:11:55.787368 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20165): Terminating (SIGTERM)\u000a12:11:55.796432 --- ParallelTerminationStrategy: PID 20159 died...\u000a12:11:55.850019 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20159): Terminated: ok {rc=0}\u000a12:11:55.859470 --- ParallelTerminationStrategy: PID 20162 died...\u000a12:11:55.912850 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20162): Terminated: ok {rc=0}\u000a12:11:55.922405 --- ParallelTerminationStrategy: PID 20165 died...\u000a12:11:55.975848 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20165): Terminated: ok {rc=0}\u000a12:11:56.064537 bus /sierra_3: Setting Powered False\u000a12:11:57.170158 bus /sierra_3: Setting Powered False\u000a12:11:58.277333 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 85, "className" : "voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20174): Process ended prematurely: osmo-stp_10.42.42.5(pid=20174) [trial-2404↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20174)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20174): Process ended prematurely: osmo-stp_10.42.42.5(pid=20174) [trial-2404↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20174)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2404 voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a12:11:59.391909 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a12:11:59.404255 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a12:11:59.571415 tst mo_mt_call_osmux.py: using LAC 40812\u000a12:11:59.699947 tst mo_mt_call_osmux.py: using RAC 12\u000a12:11:59.827107 tst mo_mt_call_osmux.py: using CellId 40812\u000a12:11:59.954011 tst mo_mt_call_osmux.py: using BVCI 40813\u000a12:11:59.978812 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a12:11:59.990446 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a12:12:00.001813 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a12:12:00.013167 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a12:12:00.024694 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a12:12:00.036142 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a12:12:00.154243 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a12:12:00.359490 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:12:00.853679 run create_hlr_db(pid=20168): Launched\u000a12:12:01.037761 bus /sierra_2: Setting Powered False\u000a12:12:02.060719 run create_hlr_db(pid=20168): Terminated: ok {rc=0}\u000a12:12:02.475760 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20170): Launched\u000a12:12:02.782632 run osmo-hlr_10.42.42.2(pid=20171): Launched\u000a12:12:02.897975 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:12:03.425975 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20173): Launched\u000a12:12:03.730284 run osmo-stp_10.42.42.5(pid=20174): Launched\u000a12:12:03.840883 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:12:04.399933 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20176): Launched\u000a12:12:04.707204 run osmo-msc_10.42.42.6(pid=20177): Launched\u000a12:12:04.888034 run osmo-stp_10.42.42.5(pid=20174): ERR: Terminated: ERROR {rc=1} [trial-2404↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20174)]\u000a12:12:05.017657 run osmo-stp_10.42.42.5(pid=20174): stdout: \u000a| (launched: 2022-12-14_12:12:03.580021)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:12:05.144471 run osmo-stp_10.42.42.5(pid=20174): stderr: \u000a| �[0;m�[38;5;43m20221214121203753 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214121203754 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214121203754 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214121203754 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214121203755 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214121203755 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214121203755 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:12:05.266814 run osmo-stp_10.42.42.5(pid=20174): stdout: \u000a| (launched: 2022-12-14_12:12:03.580021)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:12:05.387541 run osmo-stp_10.42.42.5(pid=20174): stderr: \u000a| �[0;m�[38;5;43m20221214121203753 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214121203754 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214121203754 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214121203754 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214121203755 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214121203755 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214121203755 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:12:05.440915 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=20174): Process ended prematurely: osmo-stp_10.42.42.5(pid=20174) [trial-2404↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20174)] [trial-2404↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8]\u000a12:12:05.449665 tst mo_mt_call_osmux.py:8: Test FAILED (6.1 sec)\u000a12:12:05.510666 run osmo-hlr_10.42.42.2(pid=20171): ERR: Terminated: ERROR {rc=237} [trial-2404↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20171)]\u000a12:12:05.560266 run osmo-hlr_10.42.42.2(pid=20171): stdout: \u000a| (launched: 2022-12-14_12:12:02.630184) \u000a12:12:05.610841 run osmo-hlr_10.42.42.2(pid=20171): stderr: \u000a| �[0;m�[1;31m20221214121202812 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214121202812 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214121202812 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214121202812 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214121202812 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214121202812 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214121202825 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2404/run.2022-12-14_11-25-45/voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214121202833 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214121202833 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214121202834 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:12:05.679069 run osmo-msc_10.42.42.6(pid=20177): ERR: Terminated: ERROR {rc=2} [trial-2404↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=20177)]\u000a12:12:05.728726 run osmo-msc_10.42.42.6(pid=20177): stdout: \u000a| (launched: 2022-12-14_12:12:04.553992) \u000a12:12:05.779204 run osmo-msc_10.42.42.6(pid=20177): stderr: \u000a| �[0;m�[38;5;43m20221214121204824 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214121204825 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fe323045c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214121204825 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214121204825 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214121204825 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214121204825 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214121204827 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214121204827 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214121204827 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214121204827 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:12:05.822096 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20170): Terminating (SIGTERM)\u000a12:12:05.862510 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20173): Terminating (SIGTERM)\u000a12:12:05.902709 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20176): Terminating (SIGTERM)\u000a12:12:05.911884 --- ParallelTerminationStrategy: PID 20170 died...\u000a12:12:05.966224 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20170): Terminated: ok {rc=0}\u000a12:12:05.975726 --- ParallelTerminationStrategy: PID 20173 died...\u000a12:12:06.029568 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20173): Terminated: ok {rc=0}\u000a12:12:06.039134 --- ParallelTerminationStrategy: PID 20176 died...\u000a12:12:06.093222 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20176): Terminated: ok {rc=0}\u000a12:12:06.182603 bus /sierra_3: Setting Powered False\u000a12:12:07.291399 bus /sierra_3: Setting Powered False\u000a12:12:08.401050 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "100", "name" : "voice_trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T12:11:48" }, { "cases" : [ { "testActions" : [ ], "age" : 74, "className" : "voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20190): Process ended prematurely: osmo-stp_10.42.42.5(pid=20190) [trial-2404↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20190)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20190): Process ended prematurely: osmo-stp_10.42.42.5(pid=20190) [trial-2404↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20190)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2404 voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call.py\u000a----------------------------------------------\u000a12:12:10.414717 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a12:12:10.426329 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a12:12:10.592086 tst mo_mt_call.py: using LAC 40813\u000a12:12:10.713408 tst mo_mt_call.py: using RAC 13\u000a12:12:10.832019 tst mo_mt_call.py: using CellId 40813\u000a12:12:10.955472 tst mo_mt_call.py: using BVCI 40814\u000a12:12:10.978687 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a12:12:10.989962 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a12:12:11.001027 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a12:12:11.011811 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a12:12:11.023114 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a12:12:11.034365 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a12:12:11.157668 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a12:12:11.362138 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:12:11.842364 run create_hlr_db(pid=20184): Launched\u000a12:12:12.018732 bus /sierra_2: Setting Powered False\u000a12:12:13.040117 run create_hlr_db(pid=20184): Terminated: ok {rc=0}\u000a12:12:13.477402 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20186): Launched\u000a12:12:13.806825 run osmo-hlr_10.42.42.2(pid=20187): Launched\u000a12:12:13.925971 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:12:14.491755 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20189): Launched\u000a12:12:14.818917 run osmo-stp_10.42.42.5(pid=20190): Launched\u000a12:12:14.937318 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:12:15.533406 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20192): Launched\u000a12:12:15.888453 run osmo-msc_10.42.42.6(pid=20193): Launched\u000a12:12:16.267921 run osmo-stp_10.42.42.5(pid=20190): ERR: Terminated: ERROR {rc=1} [trial-2404↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20190)]\u000a12:12:16.485434 run osmo-stp_10.42.42.5(pid=20190): stdout: \u000a| (launched: 2022-12-14_12:12:14.657101)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:12:16.643385 run osmo-stp_10.42.42.5(pid=20190): stderr: \u000a| �[0;m�[38;5;43m20221214121214853 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214121214854 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214121214854 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214121214854 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214121214855 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214121214855 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214121214855 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:12:16.770128 run osmo-stp_10.42.42.5(pid=20190): stdout: \u000a| (launched: 2022-12-14_12:12:14.657101)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:12:16.897925 run osmo-stp_10.42.42.5(pid=20190): stderr: \u000a| �[0;m�[38;5;43m20221214121214853 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214121214854 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214121214854 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214121214854 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214121214855 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214121214855 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214121214855 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:12:16.952844 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=20190): Process ended prematurely: osmo-stp_10.42.42.5(pid=20190) [trial-2404↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20190)] [trial-2404↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8]\u000a12:12:16.962389 tst mo_mt_call.py:8: Test FAILED (6.6 sec)\u000a12:12:17.028251 run osmo-hlr_10.42.42.2(pid=20187): ERR: Terminated: ERROR {rc=237} [trial-2404↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20187)]\u000a12:12:17.081897 run osmo-hlr_10.42.42.2(pid=20187): stdout: \u000a| (launched: 2022-12-14_12:12:13.644154) \u000a12:12:17.134893 run osmo-hlr_10.42.42.2(pid=20187): stderr: \u000a| �[0;m�[1;31m20221214121213847 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214121213847 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214121213847 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214121213847 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214121213847 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214121213847 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214121213859 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2404/run.2022-12-14_11-25-45/voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214121213869 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214121213869 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214121213869 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:12:17.206757 run osmo-msc_10.42.42.6(pid=20193): ERR: Terminated: ERROR {rc=2} [trial-2404↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=20193)]\u000a12:12:17.258774 run osmo-msc_10.42.42.6(pid=20193): stdout: \u000a| (launched: 2022-12-14_12:12:15.698979) \u000a12:12:17.311597 run osmo-msc_10.42.42.6(pid=20193): stderr: \u000a| �[0;m�[38;5;43m20221214121216098 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214121216098 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fb3b762fc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214121216098 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214121216098 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214121216098 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214121216099 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214121216106 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214121216106 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214121216106 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214121216107 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:12:17.357370 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20186): Terminating (SIGTERM)\u000a12:12:17.401206 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20189): Terminating (SIGTERM)\u000a12:12:17.442558 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20192): Terminating (SIGTERM)\u000a12:12:17.451932 --- ParallelTerminationStrategy: PID 20186 died...\u000a12:12:17.507597 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20186): Terminated: ok {rc=0}\u000a12:12:17.517317 --- ParallelTerminationStrategy: PID 20189 died...\u000a12:12:17.573188 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20189): Terminated: ok {rc=0}\u000a12:12:17.582901 --- ParallelTerminationStrategy: PID 20192 died...\u000a12:12:17.638269 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20192): Terminated: ok {rc=0}\u000a12:12:17.728672 bus /sierra_3: Setting Powered False\u000a12:12:18.838204 bus /sierra_3: Setting Powered False\u000a12:12:19.952103 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 85, "className" : "voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20201): Process ended prematurely: osmo-stp_10.42.42.5(pid=20201) [trial-2404↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20201)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20201): Process ended prematurely: osmo-stp_10.42.42.5(pid=20201) [trial-2404↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20201)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2404 voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a12:12:21.067260 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a12:12:21.079645 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a12:12:21.245820 tst mo_mt_call_osmux.py: using LAC 40814\u000a12:12:21.374737 tst mo_mt_call_osmux.py: using RAC 14\u000a12:12:21.502392 tst mo_mt_call_osmux.py: using CellId 40814\u000a12:12:21.629440 tst mo_mt_call_osmux.py: using BVCI 40815\u000a12:12:21.654153 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a12:12:21.665748 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a12:12:21.677226 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a12:12:21.688423 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a12:12:21.699868 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a12:12:21.711227 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a12:12:21.829066 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a12:12:22.031264 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:12:22.511015 run create_hlr_db(pid=20195): Launched\u000a12:12:22.686443 bus /sierra_2: Setting Powered False\u000a12:12:23.707927 run create_hlr_db(pid=20195): Terminated: ok {rc=0}\u000a12:12:24.122694 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20197): Launched\u000a12:12:24.428606 run osmo-hlr_10.42.42.2(pid=20198): Launched\u000a12:12:24.547201 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:12:25.085545 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20200): Launched\u000a12:12:25.390580 run osmo-stp_10.42.42.5(pid=20201): Launched\u000a12:12:25.501566 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:12:26.064633 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20203): Launched\u000a12:12:26.391839 run osmo-msc_10.42.42.6(pid=20204): Launched\u000a12:12:26.583428 run osmo-stp_10.42.42.5(pid=20201): ERR: Terminated: ERROR {rc=1} [trial-2404↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20201)]\u000a12:12:26.720862 run osmo-stp_10.42.42.5(pid=20201): stdout: \u000a| (launched: 2022-12-14_12:12:25.240253)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:12:26.858357 run osmo-stp_10.42.42.5(pid=20201): stderr: \u000a| �[0;m�[38;5;43m20221214121225413 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214121225413 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214121225414 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214121225414 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214121225415 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214121225415 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214121225415 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:12:26.988289 run osmo-stp_10.42.42.5(pid=20201): stdout: \u000a| (launched: 2022-12-14_12:12:25.240253)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:12:27.117632 run osmo-stp_10.42.42.5(pid=20201): stderr: \u000a| �[0;m�[38;5;43m20221214121225413 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214121225413 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214121225414 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214121225414 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214121225415 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214121225415 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214121225415 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:12:27.175046 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=20201): Process ended prematurely: osmo-stp_10.42.42.5(pid=20201) [trial-2404↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20201)] [trial-2404↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8]\u000a12:12:27.184383 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a12:12:27.247373 run osmo-hlr_10.42.42.2(pid=20198): ERR: Terminated: ERROR {rc=237} [trial-2404↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20198)]\u000a12:12:27.299013 run osmo-hlr_10.42.42.2(pid=20198): stdout: \u000a| (launched: 2022-12-14_12:12:24.277335) \u000a12:12:27.352163 run osmo-hlr_10.42.42.2(pid=20198): stderr: \u000a| �[0;m�[1;31m20221214121224457 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214121224457 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214121224457 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214121224457 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214121224457 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214121224457 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214121224470 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2404/run.2022-12-14_11-25-45/voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214121224479 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214121224479 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214121224479 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:12:27.423365 run osmo-msc_10.42.42.6(pid=20204): ERR: Terminated: ERROR {rc=2} [trial-2404↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=20204)]\u000a12:12:27.475216 run osmo-msc_10.42.42.6(pid=20204): stdout: \u000a| (launched: 2022-12-14_12:12:26.230337) \u000a12:12:27.527549 run osmo-msc_10.42.42.6(pid=20204): stderr: \u000a| �[0;m�[38;5;43m20221214121226552 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214121226553 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f02fe2bac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214121226553 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214121226553 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214121226553 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214121226553 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214121226555 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214121226555 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214121226555 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214121226555 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:12:27.572104 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20197): Terminating (SIGTERM)\u000a12:12:27.614381 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20200): Terminating (SIGTERM)\u000a12:12:27.656565 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20203): Terminating (SIGTERM)\u000a12:12:27.666379 --- ParallelTerminationStrategy: PID 20197 died...\u000a12:12:27.722870 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20197): Terminated: ok {rc=0}\u000a12:12:27.733085 --- ParallelTerminationStrategy: PID 20200 died...\u000a12:12:27.789283 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20200): Terminated: ok {rc=0}\u000a12:12:27.799272 --- ParallelTerminationStrategy: PID 20203 died...\u000a12:12:27.855503 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20203): Terminated: ok {rc=0}\u000a12:12:27.942928 bus /sierra_3: Setting Powered False\u000a12:12:29.049395 bus /sierra_3: Setting Powered False\u000a12:12:30.157586 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "101", "name" : "voice_trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T12:12:10" }, { "cases" : [ { "testActions" : [ ], "age" : 78, "className" : "voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20215): Process ended prematurely: osmo-stp_10.42.42.5(pid=20215) [trial-2404↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20215)]", "failedSince" : 2327, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20215): Process ended prematurely: osmo-stp_10.42.42.5(pid=20215) [trial-2404↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20215)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2404 voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call.py\u000a----------------------------------------------\u000a12:12:32.210952 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a12:12:32.223050 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a12:12:32.382143 tst mo_mt_call.py: using LAC 40815\u000a12:12:32.503170 tst mo_mt_call.py: using RAC 15\u000a12:12:32.624672 tst mo_mt_call.py: using CellId 40815\u000a12:12:32.748778 tst mo_mt_call.py: using BVCI 40816\u000a12:12:32.772186 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a12:12:32.783460 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a12:12:32.794596 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a12:12:32.805512 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a12:12:32.816608 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a12:12:32.827825 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a12:12:32.950663 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a12:12:33.162858 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:12:33.684911 run create_hlr_db(pid=20209): Launched\u000a12:12:33.873368 bus /sierra_2: Setting Powered False\u000a12:12:34.895298 run create_hlr_db(pid=20209): Terminated: ok {rc=0}\u000a12:12:35.304720 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20211): Launched\u000a12:12:35.610339 run osmo-hlr_10.42.42.2(pid=20212): Launched\u000a12:12:35.728415 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:12:36.267516 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20214): Launched\u000a12:12:36.573984 run osmo-stp_10.42.42.5(pid=20215): Launched\u000a12:12:36.694035 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:12:37.255043 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20217): Launched\u000a12:12:37.562270 run osmo-msc_10.42.42.6(pid=20218): Launched\u000a12:12:37.741592 run osmo-stp_10.42.42.5(pid=20215): ERR: Terminated: ERROR {rc=1} [trial-2404↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20215)]\u000a12:12:37.871412 run osmo-stp_10.42.42.5(pid=20215): stdout: \u000a| (launched: 2022-12-14_12:12:36.420743)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:12:37.998412 run osmo-stp_10.42.42.5(pid=20215): stderr: \u000a| �[0;m�[38;5;43m20221214121236594 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214121236594 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214121236594 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214121236595 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214121236595 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214121236595 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214121236595 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:12:38.120656 run osmo-stp_10.42.42.5(pid=20215): stdout: \u000a| (launched: 2022-12-14_12:12:36.420743)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:12:38.241412 run osmo-stp_10.42.42.5(pid=20215): stderr: \u000a| �[0;m�[38;5;43m20221214121236594 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214121236594 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214121236594 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214121236595 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214121236595 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214121236595 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214121236595 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:12:38.294802 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=20215): Process ended prematurely: osmo-stp_10.42.42.5(pid=20215) [trial-2404↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20215)] [trial-2404↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8]\u000a12:12:38.303636 tst mo_mt_call.py:8: Test FAILED (6.1 sec)\u000a12:12:38.364841 run osmo-hlr_10.42.42.2(pid=20212): ERR: Terminated: ERROR {rc=237} [trial-2404↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20212)]\u000a12:12:38.415071 run osmo-hlr_10.42.42.2(pid=20212): stdout: \u000a| (launched: 2022-12-14_12:12:35.459448) \u000a12:12:38.465576 run osmo-hlr_10.42.42.2(pid=20212): stderr: \u000a| �[0;m�[1;31m20221214121235637 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214121235637 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214121235637 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214121235637 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214121235637 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214121235638 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214121235650 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2404/run.2022-12-14_11-25-45/voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214121235659 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214121235659 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214121235659 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:12:38.534188 run osmo-msc_10.42.42.6(pid=20218): ERR: Terminated: ERROR {rc=2} [trial-2404↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=20218)]\u000a12:12:38.584376 run osmo-msc_10.42.42.6(pid=20218): stdout: \u000a| (launched: 2022-12-14_12:12:37.408716) \u000a12:12:38.634441 run osmo-msc_10.42.42.6(pid=20218): stderr: \u000a| �[0;m�[38;5;43m20221214121237682 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214121237682 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f29b5282c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214121237682 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214121237682 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214121237683 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214121237683 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214121237684 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214121237685 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214121237685 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214121237685 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:12:38.677258 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20211): Terminating (SIGTERM)\u000a12:12:38.717519 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20214): Terminating (SIGTERM)\u000a12:12:38.758329 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20217): Terminating (SIGTERM)\u000a12:12:38.767967 --- ParallelTerminationStrategy: PID 20211 died...\u000a12:12:38.822199 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20211): Terminated: ok {rc=0}\u000a12:12:38.831833 --- ParallelTerminationStrategy: PID 20214 died...\u000a12:12:38.885413 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20214): Terminated: ok {rc=0}\u000a12:12:38.895020 --- ParallelTerminationStrategy: PID 20217 died...\u000a12:12:38.948695 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20217): Terminated: ok {rc=0}\u000a12:12:39.037445 bus /sierra_3: Setting Powered False\u000a12:12:40.142238 bus /sierra_3: Setting Powered False\u000a12:12:41.254116 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 81, "className" : "voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20226): Process ended prematurely: osmo-stp_10.42.42.5(pid=20226) [trial-2404↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20226)]", "failedSince" : 2324, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20226): Process ended prematurely: osmo-stp_10.42.42.5(pid=20226) [trial-2404↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20226)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2404 voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a12:12:42.365932 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a12:12:42.377982 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a12:12:42.543682 tst mo_mt_call_osmux.py: using LAC 40816\u000a12:12:42.665742 tst mo_mt_call_osmux.py: using RAC 16\u000a12:12:42.782864 tst mo_mt_call_osmux.py: using CellId 40816\u000a12:12:42.903829 tst mo_mt_call_osmux.py: using BVCI 40817\u000a12:12:42.926803 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a12:12:42.938262 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a12:12:42.949449 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a12:12:42.960269 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a12:12:42.971631 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a12:12:42.983037 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a12:12:43.099975 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a12:12:43.312466 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:12:43.834703 run create_hlr_db(pid=20220): Launched\u000a12:12:44.023070 bus /sierra_2: Setting Powered False\u000a12:12:45.044701 run create_hlr_db(pid=20220): Terminated: ok {rc=0}\u000a12:12:45.455682 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20222): Launched\u000a12:12:45.761015 run osmo-hlr_10.42.42.2(pid=20223): Launched\u000a12:12:45.956316 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:12:46.602049 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20225): Launched\u000a12:12:47.078507 run osmo-stp_10.42.42.5(pid=20226): Launched\u000a12:12:47.238928 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:12:47.800063 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20228): Launched\u000a12:12:48.106345 run osmo-msc_10.42.42.6(pid=20229): Launched\u000a12:12:48.286392 run osmo-stp_10.42.42.5(pid=20226): ERR: Terminated: ERROR {rc=1} [trial-2404↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20226)]\u000a12:12:48.416447 run osmo-stp_10.42.42.5(pid=20226): stdout: \u000a| (launched: 2022-12-14_12:12:46.771919)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:12:48.544466 run osmo-stp_10.42.42.5(pid=20226): stderr: \u000a| �[0;m�[38;5;43m20221214121247029 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214121247029 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214121247029 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214121247030 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214121247030 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214121247030 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214121247030 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:12:48.667908 run osmo-stp_10.42.42.5(pid=20226): stdout: \u000a| (launched: 2022-12-14_12:12:46.771919)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:12:48.789858 run osmo-stp_10.42.42.5(pid=20226): stderr: \u000a| �[0;m�[38;5;43m20221214121247029 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214121247029 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214121247029 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214121247030 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214121247030 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214121247030 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214121247030 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:12:48.843619 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=20226): Process ended prematurely: osmo-stp_10.42.42.5(pid=20226) [trial-2404↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20226)] [trial-2404↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8]\u000a12:12:48.852552 tst mo_mt_call_osmux.py:8: Test FAILED (6.5 sec)\u000a12:12:48.913644 run osmo-hlr_10.42.42.2(pid=20223): ERR: Terminated: ERROR {rc=237} [trial-2404↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20223)]\u000a12:12:48.963485 run osmo-hlr_10.42.42.2(pid=20223): stdout: \u000a| (launched: 2022-12-14_12:12:45.610777) \u000a12:12:49.013940 run osmo-hlr_10.42.42.2(pid=20223): stderr: \u000a| �[0;m�[1;31m20221214121245786 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214121245786 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214121245786 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214121245786 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214121245786 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214121245786 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214121245799 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2404/run.2022-12-14_11-25-45/voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214121245808 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214121245808 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214121245808 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:12:49.082220 run osmo-msc_10.42.42.6(pid=20229): ERR: Terminated: ERROR {rc=2} [trial-2404↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=20229)]\u000a12:12:49.132000 run osmo-msc_10.42.42.6(pid=20229): stdout: \u000a| (launched: 2022-12-14_12:12:47.954921) \u000a12:12:49.182379 run osmo-msc_10.42.42.6(pid=20229): stderr: \u000a| �[0;m�[38;5;43m20221214121248225 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214121248225 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f04382a1c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214121248225 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214121248225 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214121248225 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214121248226 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214121248229 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214121248229 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214121248230 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214121248230 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:12:49.225428 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20222): Terminating (SIGTERM)\u000a12:12:49.265890 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20225): Terminating (SIGTERM)\u000a12:12:49.307030 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20228): Terminating (SIGTERM)\u000a12:12:49.316376 --- ParallelTerminationStrategy: PID 20222 died...\u000a12:12:49.371062 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20222): Terminated: ok {rc=0}\u000a12:12:49.380584 --- ParallelTerminationStrategy: PID 20225 died...\u000a12:12:49.435135 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20225): Terminated: ok {rc=0}\u000a12:12:49.444840 --- ParallelTerminationStrategy: PID 20228 died...\u000a12:12:49.499145 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20228): Terminated: ok {rc=0}\u000a12:12:49.588336 bus /sierra_3: Setting Powered False\u000a12:12:50.693483 bus /sierra_3: Setting Powered False\u000a12:12:51.806404 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "102", "name" : "voice_trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T12:12:31" }, { "cases" : [ { "testActions" : [ ], "age" : 74, "className" : "voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20241): Process ended prematurely: osmo-stp_10.42.42.5(pid=20241) [trial-2404↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20241)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20241): Process ended prematurely: osmo-stp_10.42.42.5(pid=20241) [trial-2404↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20241)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2404 voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call.py\u000a----------------------------------------------\u000a12:12:53.810059 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a12:12:53.821183 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a12:12:53.986013 tst mo_mt_call.py: using LAC 40817\u000a12:12:54.112722 tst mo_mt_call.py: using RAC 17\u000a12:12:54.238981 tst mo_mt_call.py: using CellId 40817\u000a12:12:54.365299 tst mo_mt_call.py: using BVCI 40818\u000a12:12:54.390548 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a12:12:54.402272 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a12:12:54.413871 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a12:12:54.425387 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a12:12:54.437259 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a12:12:54.448942 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a12:12:54.565659 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a12:12:54.778264 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:12:55.300067 run create_hlr_db(pid=20235): Launched\u000a12:12:55.488644 bus /sierra_2: Setting Powered False\u000a12:12:56.509343 run create_hlr_db(pid=20235): Terminated: ok {rc=0}\u000a12:12:56.945282 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20237): Launched\u000a12:12:57.271882 run osmo-hlr_10.42.42.2(pid=20238): Launched\u000a12:12:57.389485 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:12:57.955678 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20240): Launched\u000a12:12:58.282910 run osmo-stp_10.42.42.5(pid=20241): Launched\u000a12:12:58.400588 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:12:58.997131 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20243): Launched\u000a12:12:59.323870 run osmo-msc_10.42.42.6(pid=20244): Launched\u000a12:12:59.513690 run osmo-stp_10.42.42.5(pid=20241): ERR: Terminated: ERROR {rc=1} [trial-2404↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20241)]\u000a12:12:59.650588 run osmo-stp_10.42.42.5(pid=20241): stdout: \u000a| (launched: 2022-12-14_12:12:58.121342)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:12:59.787451 run osmo-stp_10.42.42.5(pid=20241): stderr: \u000a| �[0;m�[38;5;43m20221214121258314 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214121258314 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214121258315 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214121258315 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214121258316 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214121258316 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214121258316 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:12:59.918625 run osmo-stp_10.42.42.5(pid=20241): stdout: \u000a| (launched: 2022-12-14_12:12:58.121342)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:13:00.047943 run osmo-stp_10.42.42.5(pid=20241): stderr: \u000a| �[0;m�[38;5;43m20221214121258314 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214121258314 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214121258315 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214121258315 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214121258316 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214121258316 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214121258316 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:13:00.105340 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=20241): Process ended prematurely: osmo-stp_10.42.42.5(pid=20241) [trial-2404↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20241)] [trial-2404↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8]\u000a12:13:00.114971 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a12:13:00.178085 run osmo-hlr_10.42.42.2(pid=20238): ERR: Terminated: ERROR {rc=237} [trial-2404↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20238)]\u000a12:13:00.229758 run osmo-hlr_10.42.42.2(pid=20238): stdout: \u000a| (launched: 2022-12-14_12:12:57.111238) \u000a12:13:00.282102 run osmo-hlr_10.42.42.2(pid=20238): stderr: \u000a| �[0;m�[1;31m20221214121257312 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214121257312 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214121257312 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214121257312 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214121257312 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214121257312 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214121257324 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2404/run.2022-12-14_11-25-45/voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214121257332 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214121257332 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214121257332 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:13:00.353076 run osmo-msc_10.42.42.6(pid=20244): ERR: Terminated: ERROR {rc=2} [trial-2404↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=20244)]\u000a12:13:00.404639 run osmo-msc_10.42.42.6(pid=20244): stdout: \u000a| (launched: 2022-12-14_12:12:59.162682) \u000a12:13:00.456730 run osmo-msc_10.42.42.6(pid=20244): stderr: \u000a| �[0;m�[38;5;43m20221214121259484 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214121259485 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fbbc87d4c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214121259485 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214121259485 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214121259485 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214121259485 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214121259487 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214121259487 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214121259487 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214121259487 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:13:00.501166 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20237): Terminating (SIGTERM)\u000a12:13:00.543466 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20240): Terminating (SIGTERM)\u000a12:13:00.585953 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20243): Terminating (SIGTERM)\u000a12:13:00.595644 --- ParallelTerminationStrategy: PID 20237 died...\u000a12:13:00.651949 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20237): Terminated: ok {rc=0}\u000a12:13:00.662189 --- ParallelTerminationStrategy: PID 20240 died...\u000a12:13:00.718318 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20240): Terminated: ok {rc=0}\u000a12:13:00.728514 --- ParallelTerminationStrategy: PID 20243 died...\u000a12:13:00.785010 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20243): Terminated: ok {rc=0}\u000a12:13:00.874409 bus /sierra_3: Setting Powered False\u000a12:13:01.977574 bus /sierra_3: Setting Powered False\u000a12:13:03.087026 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 240, "className" : "voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20252): Process ended prematurely: osmo-stp_10.42.42.5(pid=20252) [trial-2404↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20252)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20252): Process ended prematurely: osmo-stp_10.42.42.5(pid=20252) [trial-2404↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20252)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2404 voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a12:13:04.202690 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a12:13:04.215278 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a12:13:04.381114 tst mo_mt_call_osmux.py: using LAC 40818\u000a12:13:04.512154 tst mo_mt_call_osmux.py: using RAC 18\u000a12:13:04.643363 tst mo_mt_call_osmux.py: using CellId 40818\u000a12:13:04.769057 tst mo_mt_call_osmux.py: using BVCI 40819\u000a12:13:04.794319 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a12:13:04.805870 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a12:13:04.817202 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a12:13:04.828599 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a12:13:04.840007 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a12:13:04.851400 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a12:13:04.970310 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a12:13:05.182657 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:13:05.702928 run create_hlr_db(pid=20246): Launched\u000a12:13:05.891743 bus /sierra_2: Setting Powered False\u000a12:13:06.913679 run create_hlr_db(pid=20246): Terminated: ok {rc=0}\u000a12:13:07.323894 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20248): Launched\u000a12:13:07.629627 run osmo-hlr_10.42.42.2(pid=20249): Launched\u000a12:13:07.747309 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:13:08.286291 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20251): Launched\u000a12:13:08.590520 run osmo-stp_10.42.42.5(pid=20252): Launched\u000a12:13:08.700855 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:13:09.258618 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20254): Launched\u000a12:13:09.564493 run osmo-msc_10.42.42.6(pid=20255): Launched\u000a12:13:09.744478 run osmo-stp_10.42.42.5(pid=20252): ERR: Terminated: ERROR {rc=1} [trial-2404↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20252)]\u000a12:13:09.874188 run osmo-stp_10.42.42.5(pid=20252): stdout: \u000a| (launched: 2022-12-14_12:13:08.440151)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:13:10.001484 run osmo-stp_10.42.42.5(pid=20252): stderr: \u000a| �[0;m�[38;5;43m20221214121308612 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214121308612 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214121308612 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214121308613 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214121308615 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214121308615 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214121308615 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:13:10.123558 run osmo-stp_10.42.42.5(pid=20252): stdout: \u000a| (launched: 2022-12-14_12:13:08.440151)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:13:10.244181 run osmo-stp_10.42.42.5(pid=20252): stderr: \u000a| �[0;m�[38;5;43m20221214121308612 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214121308612 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214121308612 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214121308613 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214121308615 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214121308615 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214121308615 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:13:10.297526 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=20252): Process ended prematurely: osmo-stp_10.42.42.5(pid=20252) [trial-2404↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20252)] [trial-2404↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8]\u000a12:13:10.306216 tst mo_mt_call_osmux.py:8: Test FAILED (6.1 sec)\u000a12:13:10.367352 run osmo-hlr_10.42.42.2(pid=20249): ERR: Terminated: ERROR {rc=237} [trial-2404↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20249)]\u000a12:13:10.417205 run osmo-hlr_10.42.42.2(pid=20249): stdout: \u000a| (launched: 2022-12-14_12:13:07.478650) \u000a12:13:10.467711 run osmo-hlr_10.42.42.2(pid=20249): stderr: \u000a| �[0;m�[1;31m20221214121307657 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214121307657 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214121307657 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214121307657 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214121307657 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214121307658 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214121307673 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2404/run.2022-12-14_11-25-45/voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214121307683 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214121307684 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214121307684 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:13:10.536569 run osmo-msc_10.42.42.6(pid=20255): ERR: Terminated: ERROR {rc=2} [trial-2404↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=20255)]\u000a12:13:10.586648 run osmo-msc_10.42.42.6(pid=20255): stdout: \u000a| (launched: 2022-12-14_12:13:09.412805) \u000a12:13:10.637125 run osmo-msc_10.42.42.6(pid=20255): stderr: \u000a| �[0;m�[38;5;43m20221214121309686 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214121309686 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f6dcbe9bc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214121309686 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214121309686 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214121309687 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214121309687 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214121309688 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214121309689 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214121309689 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214121309689 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:13:10.680029 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20248): Terminating (SIGTERM)\u000a12:13:10.720415 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20251): Terminating (SIGTERM)\u000a12:13:10.760934 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20254): Terminating (SIGTERM)\u000a12:13:10.770251 --- ParallelTerminationStrategy: PID 20248 died...\u000a12:13:10.824884 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20248): Terminated: ok {rc=0}\u000a12:13:10.834698 --- ParallelTerminationStrategy: PID 20251 died...\u000a12:13:10.888660 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20251): Terminated: ok {rc=0}\u000a12:13:10.898269 --- ParallelTerminationStrategy: PID 20254 died...\u000a12:13:10.952212 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20254): Terminated: ok {rc=0}\u000a12:13:11.036651 bus /sierra_3: Setting Powered False\u000a12:13:12.144332 bus /sierra_3: Setting Powered False\u000a12:13:13.252830 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "103", "name" : "voice_trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T12:12:53" }, { "cases" : [ { "testActions" : [ ], "age" : 74, "className" : "voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20267): Process ended prematurely: osmo-stp_10.42.42.5(pid=20267) [trial-2404↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20267)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20267): Process ended prematurely: osmo-stp_10.42.42.5(pid=20267) [trial-2404↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20267)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2404 voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call.py\u000a----------------------------------------------\u000a12:13:15.246808 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a12:13:15.257971 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a12:13:15.420839 tst mo_mt_call.py: using LAC 40819\u000a12:13:15.549630 tst mo_mt_call.py: using RAC 19\u000a12:13:15.675275 tst mo_mt_call.py: using CellId 40819\u000a12:13:15.801958 tst mo_mt_call.py: using BVCI 40820\u000a12:13:15.826715 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a12:13:15.843017 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a12:13:15.855148 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a12:13:15.868342 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a12:13:15.885023 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a12:13:15.898207 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a12:13:16.029707 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a12:13:16.277167 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:13:16.815089 run create_hlr_db(pid=20261): Launched\u000a12:13:16.997182 bus /sierra_2: Setting Powered False\u000a12:13:18.013276 run create_hlr_db(pid=20261): Terminated: ok {rc=0}\u000a12:13:18.448120 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20263): Launched\u000a12:13:18.774311 run osmo-hlr_10.42.42.2(pid=20264): Launched\u000a12:13:18.894665 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:13:19.460618 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20266): Launched\u000a12:13:19.786342 run osmo-stp_10.42.42.5(pid=20267): Launched\u000a12:13:19.904255 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:13:20.498160 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20269): Launched\u000a12:13:20.824760 run osmo-msc_10.42.42.6(pid=20270): Launched\u000a12:13:21.015070 run osmo-stp_10.42.42.5(pid=20267): ERR: Terminated: ERROR {rc=1} [trial-2404↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20267)]\u000a12:13:21.152225 run osmo-stp_10.42.42.5(pid=20267): stdout: \u000a| (launched: 2022-12-14_12:13:19.625347)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:13:21.289021 run osmo-stp_10.42.42.5(pid=20267): stderr: \u000a| �[0;m�[38;5;43m20221214121319820 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214121319820 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214121319820 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214121319821 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214121319821 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214121319821 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214121319821 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:13:21.418702 run osmo-stp_10.42.42.5(pid=20267): stdout: \u000a| (launched: 2022-12-14_12:13:19.625347)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:13:21.547444 run osmo-stp_10.42.42.5(pid=20267): stderr: \u000a| �[0;m�[38;5;43m20221214121319820 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214121319820 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214121319820 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214121319821 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214121319821 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214121319821 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214121319821 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:13:21.604321 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=20267): Process ended prematurely: osmo-stp_10.42.42.5(pid=20267) [trial-2404↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20267)] [trial-2404↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8]\u000a12:13:21.613522 tst mo_mt_call.py:8: Test FAILED (6.4 sec)\u000a12:13:21.676206 run osmo-hlr_10.42.42.2(pid=20264): ERR: Terminated: ERROR {rc=237} [trial-2404↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20264)]\u000a12:13:21.727742 run osmo-hlr_10.42.42.2(pid=20264): stdout: \u000a| (launched: 2022-12-14_12:13:18.614100) \u000a12:13:21.779946 run osmo-hlr_10.42.42.2(pid=20264): stderr: \u000a| �[0;m�[1;31m20221214121318813 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214121318814 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214121318814 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214121318814 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214121318814 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214121318814 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214121318827 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2404/run.2022-12-14_11-25-45/voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214121318835 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214121318835 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214121318835 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:13:21.851338 run osmo-msc_10.42.42.6(pid=20270): ERR: Terminated: ERROR {rc=2} [trial-2404↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=20270)]\u000a12:13:21.902825 run osmo-msc_10.42.42.6(pid=20270): stdout: \u000a| (launched: 2022-12-14_12:13:20.663220) \u000a12:13:21.954759 run osmo-msc_10.42.42.6(pid=20270): stderr: \u000a| �[0;m�[38;5;43m20221214121320985 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214121320985 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f06eaefbc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214121320985 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214121320985 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214121320985 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214121320985 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214121320987 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214121320987 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214121320988 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214121320988 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:13:21.999120 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20263): Terminating (SIGTERM)\u000a12:13:22.041146 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20266): Terminating (SIGTERM)\u000a12:13:22.083119 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20269): Terminating (SIGTERM)\u000a12:13:22.092912 --- ParallelTerminationStrategy: PID 20263 died...\u000a12:13:22.148623 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20263): Terminated: ok {rc=0}\u000a12:13:22.158681 --- ParallelTerminationStrategy: PID 20266 died...\u000a12:13:22.213953 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20266): Terminated: ok {rc=0}\u000a12:13:22.223865 --- ParallelTerminationStrategy: PID 20269 died...\u000a12:13:22.279311 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20269): Terminated: ok {rc=0}\u000a12:13:22.366274 bus /sierra_3: Setting Powered False\u000a12:13:23.473565 bus /sierra_3: Setting Powered False\u000a12:13:24.582137 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 240, "className" : "voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20278): Process ended prematurely: osmo-stp_10.42.42.5(pid=20278) [trial-2404↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20278)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20278): Process ended prematurely: osmo-stp_10.42.42.5(pid=20278) [trial-2404↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20278)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2404 voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call_osmux.py\u000a----------------------------------------------\u000a12:13:25.697818 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a12:13:25.710131 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a12:13:25.877419 tst mo_mt_call_osmux.py: using LAC 40820\u000a12:13:26.005931 tst mo_mt_call_osmux.py: using RAC 20\u000a12:13:26.133133 tst mo_mt_call_osmux.py: using CellId 40820\u000a12:13:26.260200 tst mo_mt_call_osmux.py: using BVCI 40821\u000a12:13:26.284885 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a12:13:26.296579 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a12:13:26.308221 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a12:13:26.319742 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a12:13:26.331355 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a12:13:26.342829 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a12:13:26.460147 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a12:13:26.673255 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:13:27.194232 run create_hlr_db(pid=20272): Launched\u000a12:13:27.382386 bus /sierra_2: Setting Powered False\u000a12:13:28.403630 run create_hlr_db(pid=20272): Terminated: ok {rc=0}\u000a12:13:28.816027 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20274): Launched\u000a12:13:29.122652 run osmo-hlr_10.42.42.2(pid=20275): Launched\u000a12:13:29.239697 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:13:29.767035 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20277): Launched\u000a12:13:30.071633 run osmo-stp_10.42.42.5(pid=20278): Launched\u000a12:13:30.182680 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:13:30.745414 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20280): Launched\u000a12:13:31.107847 run osmo-msc_10.42.42.6(pid=20281): Launched\u000a12:13:31.355467 run osmo-stp_10.42.42.5(pid=20278): ERR: Terminated: ERROR {rc=1} [trial-2404↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20278)]\u000a12:13:31.629136 run osmo-stp_10.42.42.5(pid=20278): stdout: \u000a| (launched: 2022-12-14_12:13:29.921333)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:13:31.926219 run osmo-stp_10.42.42.5(pid=20278): stderr: \u000a| �[0;m�[38;5;43m20221214121330095 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214121330095 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214121330095 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214121330096 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214121330096 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214121330097 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214121330097 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:13:32.087554 run osmo-stp_10.42.42.5(pid=20278): stdout: \u000a| (launched: 2022-12-14_12:13:29.921333)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:13:32.213697 run osmo-stp_10.42.42.5(pid=20278): stderr: \u000a| �[0;m�[38;5;43m20221214121330095 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214121330095 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214121330095 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214121330096 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214121330096 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214121330097 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214121330097 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:13:32.269510 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=20278): Process ended prematurely: osmo-stp_10.42.42.5(pid=20278) [trial-2404↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20278)] [trial-2404↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8]\u000a12:13:32.279435 tst mo_mt_call_osmux.py:8: Test FAILED (6.6 sec)\u000a12:13:32.343584 run osmo-hlr_10.42.42.2(pid=20275): ERR: Terminated: ERROR {rc=237} [trial-2404↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20275)]\u000a12:13:32.395495 run osmo-hlr_10.42.42.2(pid=20275): stdout: \u000a| (launched: 2022-12-14_12:13:28.971773) \u000a12:13:32.448137 run osmo-hlr_10.42.42.2(pid=20275): stderr: \u000a| �[0;m�[1;31m20221214121329148 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214121329148 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214121329148 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214121329149 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214121329149 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214121329149 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214121329160 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2404/run.2022-12-14_11-25-45/voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214121329168 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214121329168 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214121329168 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:13:32.517050 run osmo-msc_10.42.42.6(pid=20281): ERR: Terminated: ERROR {rc=2} [trial-2404↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=20281)]\u000a12:13:32.567133 run osmo-msc_10.42.42.6(pid=20281): stdout: \u000a| (launched: 2022-12-14_12:13:30.910003) \u000a12:13:32.618318 run osmo-msc_10.42.42.6(pid=20281): stderr: \u000a| �[0;m�[38;5;43m20221214121331508 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214121331508 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f3472c6cc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214121331508 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214121331508 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214121331509 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214121331509 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214121331512 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214121331521 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214121331521 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214121331521 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:13:32.661484 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20274): Terminating (SIGTERM)\u000a12:13:32.702423 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20277): Terminating (SIGTERM)\u000a12:13:32.743436 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20280): Terminating (SIGTERM)\u000a12:13:32.752769 --- ParallelTerminationStrategy: PID 20274 died...\u000a12:13:32.807864 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20274): Terminated: ok {rc=0}\u000a12:13:32.817725 --- ParallelTerminationStrategy: PID 20277 died...\u000a12:13:32.872641 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20277): Terminated: ok {rc=0}\u000a12:13:32.882298 --- ParallelTerminationStrategy: PID 20280 died...\u000a12:13:32.937352 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20280): Terminated: ok {rc=0}\u000a12:13:33.027900 bus /sierra_3: Setting Powered False\u000a12:13:34.131640 bus /sierra_3: Setting Powered False\u000a12:13:35.238084 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "104", "name" : "voice_trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T12:13:14" }, { "cases" : [ { "testActions" : [ ], "age" : 76, "className" : "voice:trx-lms+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20292): Process ended prematurely: osmo-stp_10.42.42.5(pid=20292) [trial-2404↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20292)]", "failedSince" : 2329, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20292): Process ended prematurely: osmo-stp_10.42.42.5(pid=20292) [trial-2404↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20292)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2404 voice:trx-lms+mod-bts0-dynts-osmo mo_mt_call.py\u000a----------------------------------------------\u000a12:13:37.229331 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a12:13:37.240182 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a12:13:37.399838 tst mo_mt_call.py: using LAC 40821\u000a12:13:37.518921 tst mo_mt_call.py: using RAC 21\u000a12:13:37.639809 tst mo_mt_call.py: using CellId 40821\u000a12:13:37.760495 tst mo_mt_call.py: using BVCI 40822\u000a12:13:37.783580 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a12:13:37.794516 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a12:13:37.805337 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a12:13:37.815927 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a12:13:37.826893 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a12:13:37.837919 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a12:13:37.959900 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a12:13:38.163109 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:13:38.641626 run create_hlr_db(pid=20286): Launched\u000a12:13:38.816222 bus /sierra_2: Setting Powered False\u000a12:13:39.849298 run create_hlr_db(pid=20286): Terminated: ok {rc=0}\u000a12:13:40.284096 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20288): Launched\u000a12:13:40.612419 run osmo-hlr_10.42.42.2(pid=20289): Launched\u000a12:13:40.735242 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:13:41.304615 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20291): Launched\u000a12:13:41.631053 run osmo-stp_10.42.42.5(pid=20292): Launched\u000a12:13:41.749208 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:13:42.345549 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20294): Launched\u000a12:13:42.673399 run osmo-msc_10.42.42.6(pid=20295): Launched\u000a12:13:42.865638 run osmo-stp_10.42.42.5(pid=20292): ERR: Terminated: ERROR {rc=1} [trial-2404↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20292)]\u000a12:13:43.003294 run osmo-stp_10.42.42.5(pid=20292): stdout: \u000a| (launched: 2022-12-14_12:13:41.469944)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:13:43.141236 run osmo-stp_10.42.42.5(pid=20292): stderr: \u000a| �[0;m�[38;5;43m20221214121341664 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214121341664 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214121341664 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214121341664 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214121341667 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214121341667 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214121341667 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:13:43.271801 run osmo-stp_10.42.42.5(pid=20292): stdout: \u000a| (launched: 2022-12-14_12:13:41.469944)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:13:43.401609 run osmo-stp_10.42.42.5(pid=20292): stderr: \u000a| �[0;m�[38;5;43m20221214121341664 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214121341664 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214121341664 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214121341664 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214121341667 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214121341667 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214121341667 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:13:43.458916 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=20292): Process ended prematurely: osmo-stp_10.42.42.5(pid=20292) [trial-2404↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20292)] [trial-2404↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call.py:8]\u000a12:13:43.468008 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a12:13:43.530372 run osmo-hlr_10.42.42.2(pid=20289): ERR: Terminated: ERROR {rc=237} [trial-2404↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20289)]\u000a12:13:43.581759 run osmo-hlr_10.42.42.2(pid=20289): stdout: \u000a| (launched: 2022-12-14_12:13:40.449938) \u000a12:13:43.633961 run osmo-hlr_10.42.42.2(pid=20289): stderr: \u000a| �[0;m�[1;31m20221214121340651 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214121340651 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214121340651 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214121340652 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214121340652 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214121340652 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214121340664 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2404/run.2022-12-14_11-25-45/voice:trx-lms+mod-bts0-dynts-osmo/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214121340674 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214121340674 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214121340674 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:13:43.704270 run osmo-msc_10.42.42.6(pid=20295): ERR: Terminated: ERROR {rc=2} [trial-2404↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=20295)]\u000a12:13:43.755497 run osmo-msc_10.42.42.6(pid=20295): stdout: \u000a| (launched: 2022-12-14_12:13:42.510929) \u000a12:13:43.807743 run osmo-msc_10.42.42.6(pid=20295): stderr: \u000a| �[0;m�[38;5;43m20221214121342832 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214121342832 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f9c9150dc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214121342833 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214121342833 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214121342833 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214121342833 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214121342835 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214121342835 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214121342835 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214121342835 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:13:43.852048 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20288): Terminating (SIGTERM)\u000a12:13:43.894503 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20291): Terminating (SIGTERM)\u000a12:13:43.936274 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20294): Terminating (SIGTERM)\u000a12:13:43.945972 --- ParallelTerminationStrategy: PID 20288 died...\u000a12:13:44.001840 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20288): Terminated: ok {rc=0}\u000a12:13:44.011834 --- ParallelTerminationStrategy: PID 20291 died...\u000a12:13:44.067259 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20291): Terminated: ok {rc=0}\u000a12:13:44.077323 --- ParallelTerminationStrategy: PID 20294 died...\u000a12:13:44.133294 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20294): Terminated: ok {rc=0}\u000a12:13:44.220364 bus /sierra_3: Setting Powered False\u000a12:13:45.327198 bus /sierra_3: Setting Powered False\u000a12:13:46.457184 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 240, "className" : "voice:trx-lms+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20303): Process ended prematurely: osmo-stp_10.42.42.5(pid=20303) [trial-2404↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20303)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20303): Process ended prematurely: osmo-stp_10.42.42.5(pid=20303) [trial-2404↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20303)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2404 voice:trx-lms+mod-bts0-dynts-osmo mo_mt_call_osmux.py\u000a----------------------------------------------\u000a12:13:47.570094 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a12:13:47.581752 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a12:13:47.739195 tst mo_mt_call_osmux.py: using LAC 40822\u000a12:13:47.859772 tst mo_mt_call_osmux.py: using RAC 22\u000a12:13:47.983931 tst mo_mt_call_osmux.py: using CellId 40822\u000a12:13:48.100808 tst mo_mt_call_osmux.py: using BVCI 40823\u000a12:13:48.124004 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a12:13:48.134935 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a12:13:48.145731 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a12:13:48.156413 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a12:13:48.167574 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a12:13:48.178691 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a12:13:48.299950 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a12:13:48.504305 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:13:48.981684 run create_hlr_db(pid=20297): Launched\u000a12:13:49.155965 bus /sierra_2: Setting Powered False\u000a12:13:50.178268 run create_hlr_db(pid=20297): Terminated: ok {rc=0}\u000a12:13:50.614387 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20299): Launched\u000a12:13:50.942710 run osmo-hlr_10.42.42.2(pid=20300): Launched\u000a12:13:51.062174 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:13:51.626512 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20302): Launched\u000a12:13:51.953039 run osmo-stp_10.42.42.5(pid=20303): Launched\u000a12:13:52.070485 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:13:52.666507 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20305): Launched\u000a12:13:52.993746 run osmo-msc_10.42.42.6(pid=20306): Launched\u000a12:13:53.184241 run osmo-stp_10.42.42.5(pid=20303): ERR: Terminated: ERROR {rc=1} [trial-2404↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20303)]\u000a12:13:53.321631 run osmo-stp_10.42.42.5(pid=20303): stdout: \u000a| (launched: 2022-12-14_12:13:51.791422)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:13:53.458201 run osmo-stp_10.42.42.5(pid=20303): stderr: \u000a| �[0;m�[38;5;43m20221214121351985 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214121351985 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214121351986 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214121351986 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214121351986 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214121351986 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214121351986 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:13:53.588254 run osmo-stp_10.42.42.5(pid=20303): stdout: \u000a| (launched: 2022-12-14_12:13:51.791422)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:13:53.717447 run osmo-stp_10.42.42.5(pid=20303): stderr: \u000a| �[0;m�[38;5;43m20221214121351985 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214121351985 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214121351986 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214121351986 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214121351986 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214121351986 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214121351986 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:13:53.774503 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=20303): Process ended prematurely: osmo-stp_10.42.42.5(pid=20303) [trial-2404↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20303)] [trial-2404↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8]\u000a12:13:53.783822 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a12:13:53.847495 run osmo-hlr_10.42.42.2(pid=20300): ERR: Terminated: ERROR {rc=237} [trial-2404↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20300)]\u000a12:13:53.899011 run osmo-hlr_10.42.42.2(pid=20300): stdout: \u000a| (launched: 2022-12-14_12:13:50.780104) \u000a12:13:53.951098 run osmo-hlr_10.42.42.2(pid=20300): stderr: \u000a| �[0;m�[1;31m20221214121350981 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214121350981 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214121350982 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214121350982 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214121350982 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214121350982 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214121350995 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2404/run.2022-12-14_11-25-45/voice:trx-lms+mod-bts0-dynts-osmo/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214121351003 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214121351003 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214121351004 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:13:54.021713 run osmo-msc_10.42.42.6(pid=20306): ERR: Terminated: ERROR {rc=2} [trial-2404↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=20306)]\u000a12:13:54.073103 run osmo-msc_10.42.42.6(pid=20306): stdout: \u000a| (launched: 2022-12-14_12:13:52.832502) \u000a12:13:54.125192 run osmo-msc_10.42.42.6(pid=20306): stderr: \u000a| �[0;m�[38;5;43m20221214121353158 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214121353158 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fb46cd6bc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214121353158 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214121353158 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214121353158 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214121353159 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214121353160 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214121353161 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214121353161 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214121353161 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:13:54.169624 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20299): Terminating (SIGTERM)\u000a12:13:54.211579 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20302): Terminating (SIGTERM)\u000a12:13:54.253683 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20305): Terminating (SIGTERM)\u000a12:13:54.263017 --- ParallelTerminationStrategy: PID 20299 died...\u000a12:13:54.318978 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20299): Terminated: ok {rc=0}\u000a12:13:54.329121 --- ParallelTerminationStrategy: PID 20302 died...\u000a12:13:54.384908 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20302): Terminated: ok {rc=0}\u000a12:13:54.394952 --- ParallelTerminationStrategy: PID 20305 died...\u000a12:13:54.451124 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20305): Terminated: ok {rc=0}\u000a12:13:54.539771 bus /sierra_3: Setting Powered False\u000a12:13:55.646852 bus /sierra_3: Setting Powered False\u000a12:13:56.760338 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "105", "name" : "voice_trx-lms+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T12:13:36" }, { "cases" : [ { "testActions" : [ ], "age" : 74, "className" : "emergency:trx-lms", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20317): Process ended prematurely: osmo-stp_10.42.42.5(pid=20317) [trial-2404↪emergency:trx-lms↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20317)]", "failedSince" : 2331, "name" : "emergency_mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_mo_mt_call.py\", line 19, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20317): Process ended prematurely: osmo-stp_10.42.42.5(pid=20317) [trial-2404↪emergency:trx-lms↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20317)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2404 emergency:trx-lms emergency_mo_mt_call.py\u000a----------------------------------------------\u000a12:13:58.768305 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a12:13:58.778917 tst emergency:trx-lms: Using 1 x bts (candidates: 1)\u000a12:13:58.921522 tst emergency_mo_mt_call.py: using LAC 40823\u000a12:13:59.047639 tst emergency_mo_mt_call.py: using RAC 23\u000a12:13:59.172499 tst emergency_mo_mt_call.py: using CellId 40823\u000a12:13:59.301913 tst emergency_mo_mt_call.py: using BVCI 40824\u000a12:13:59.326269 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a12:13:59.337451 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a12:13:59.348315 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a12:13:59.359295 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a12:13:59.370225 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a12:13:59.381140 tst emergency:trx-lms: Using 1 x modem (candidates: 4)\u000a12:13:59.498207 tst emergency:trx-lms: Using 1 x modem (candidates: 4)\u000a12:13:59.707029 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:14:00.219242 run create_hlr_db(pid=20311): Launched\u000a12:14:00.405255 bus /sierra_2: Setting Powered False\u000a12:14:01.436536 run create_hlr_db(pid=20311): Terminated: ok {rc=0}\u000a12:14:01.878545 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20313): Launched\u000a12:14:02.236298 run osmo-hlr_10.42.42.2(pid=20314): Launched\u000a12:14:02.347742 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:14:02.866499 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20316): Launched\u000a12:14:03.163444 run osmo-stp_10.42.42.5(pid=20317): Launched\u000a12:14:03.284821 tst emergency_mo_mt_call.py: using MSISDN 8675\u000a12:14:03.432296 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:14:03.976539 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20319): Launched\u000a12:14:04.277446 run osmo-msc_10.42.42.6(pid=20320): Launched\u000a12:14:04.453831 run osmo-stp_10.42.42.5(pid=20317): ERR: Terminated: ERROR {rc=1} [trial-2404↪emergency:trx-lms↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20317)]\u000a12:14:04.580852 run osmo-stp_10.42.42.5(pid=20317): stdout: \u000a| (launched: 2022-12-14_12:14:03.016592)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:14:04.705886 run osmo-stp_10.42.42.5(pid=20317): stderr: \u000a| �[0;m�[38;5;43m20221214121403188 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214121403188 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214121403189 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214121403189 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214121403190 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214121403190 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214121403190 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:14:04.825775 run osmo-stp_10.42.42.5(pid=20317): stdout: \u000a| (launched: 2022-12-14_12:14:03.016592)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:14:04.944605 run osmo-stp_10.42.42.5(pid=20317): stderr: \u000a| �[0;m�[38;5;43m20221214121403188 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214121403188 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214121403189 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214121403189 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214121403190 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214121403190 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214121403190 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:14:04.996563 tst emergency_mo_mt_call.py:19: ERR: Error: osmo-stp_10.42.42.5(pid=20317): Process ended prematurely: osmo-stp_10.42.42.5(pid=20317) [trial-2404↪emergency:trx-lms↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20317)] [trial-2404↪emergency:trx-lms↪emergency_mo_mt_call.py:19]\u000a12:14:05.004542 tst emergency_mo_mt_call.py:19: Test FAILED (6.2 sec)\u000a12:14:05.064557 run osmo-hlr_10.42.42.2(pid=20314): ERR: Terminated: ERROR {rc=237} [trial-2404↪emergency:trx-lms↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20314)]\u000a12:14:05.113692 run osmo-hlr_10.42.42.2(pid=20314): stdout: \u000a| (launched: 2022-12-14_12:14:02.044257) \u000a12:14:05.163359 run osmo-hlr_10.42.42.2(pid=20314): stderr: \u000a| �[0;m�[1;31m20221214121402245 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214121402245 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214121402245 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214121402245 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214121402245 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214121402245 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214121402271 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2404/run.2022-12-14_11-25-45/emergency:trx-lms/emergency_mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214121402281 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214121402282 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214121402282 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:14:05.231465 run osmo-msc_10.42.42.6(pid=20320): ERR: Terminated: ERROR {rc=2} [trial-2404↪emergency:trx-lms↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=20320)]\u000a12:14:05.280649 run osmo-msc_10.42.42.6(pid=20320): stdout: \u000a| (launched: 2022-12-14_12:14:04.127385) \u000a12:14:05.330265 run osmo-msc_10.42.42.6(pid=20320): stderr: \u000a| �[0;m�[38;5;43m20221214121404400 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214121404400 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f439d870c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214121404400 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214121404400 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214121404400 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214121404401 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214121404402 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214121404403 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214121404403 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214121404403 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:14:05.372446 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20313): Terminating (SIGTERM)\u000a12:14:05.412695 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20316): Terminating (SIGTERM)\u000a12:14:05.452918 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20319): Terminating (SIGTERM)\u000a12:14:05.462228 --- ParallelTerminationStrategy: PID 20313 died...\u000a12:14:05.516235 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20313): Terminated: ok {rc=0}\u000a12:14:05.525913 --- ParallelTerminationStrategy: PID 20316 died...\u000a12:14:05.579527 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20316): Terminated: ok {rc=0}\u000a12:14:05.589100 --- ParallelTerminationStrategy: PID 20319 died...\u000a12:14:05.642568 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20319): Terminated: ok {rc=0}\u000a12:14:05.727276 bus /sierra_3: Setting Powered False\u000a12:14:06.834363 bus /sierra_3: Setting Powered False\u000a12:14:07.942683 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 263, "className" : "emergency:trx-lms", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20328): Process ended prematurely: osmo-stp_10.42.42.5(pid=20328) [trial-2404↪emergency:trx-lms↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20328)]", "failedSince" : 2142, "name" : "emergency_preemptive_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_preemptive_call.py\", line 32, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20328): Process ended prematurely: osmo-stp_10.42.42.5(pid=20328) [trial-2404↪emergency:trx-lms↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20328)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2404 emergency:trx-lms emergency_preemptive_call.py\u000a----------------------------------------------\u000a12:14:08.995283 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a12:14:09.007014 tst emergency:trx-lms: Using 1 x bts (candidates: 1)\u000a12:14:09.152049 tst emergency_preemptive_call.py: using LAC 40824\u000a12:14:09.278340 tst emergency_preemptive_call.py: using RAC 24\u000a12:14:09.403331 tst emergency_preemptive_call.py: using CellId 40824\u000a12:14:09.528279 tst emergency_preemptive_call.py: using BVCI 40825\u000a12:14:09.552510 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a12:14:09.563758 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a12:14:09.574669 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a12:14:09.585658 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a12:14:09.596486 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a12:14:09.607401 tst emergency:trx-lms: Using 1 x modem (candidates: 4)\u000a12:14:09.724584 tst emergency:trx-lms: Using 1 x modem (candidates: 4)\u000a12:14:09.844665 tst emergency:trx-lms: Using 1 x modem (candidates: 4)\u000a12:14:09.961687 tst emergency:trx-lms: Using 1 x modem (candidates: 4)\u000a12:14:10.169012 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:14:10.681465 run create_hlr_db(pid=20322): Launched\u000a12:14:10.867722 bus /sierra_2: Setting Powered False\u000a12:14:11.878125 run create_hlr_db(pid=20322): Terminated: ok {rc=0}\u000a12:14:12.314822 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20324): Launched\u000a12:14:12.637967 run osmo-hlr_10.42.42.2(pid=20325): Launched\u000a12:14:12.754123 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:14:13.311810 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20327): Launched\u000a12:14:13.633194 run osmo-stp_10.42.42.5(pid=20328): Launched\u000a12:14:13.759795 tst emergency_preemptive_call.py: using MSISDN 8676\u000a12:14:13.919435 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:14:14.502802 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20330): Launched\u000a12:14:14.824269 run osmo-msc_10.42.42.6(pid=20331): Launched\u000a12:14:15.014086 run osmo-stp_10.42.42.5(pid=20328): ERR: Terminated: ERROR {rc=1} [trial-2404↪emergency:trx-lms↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20328)]\u000a12:14:15.149238 run osmo-stp_10.42.42.5(pid=20328): stdout: \u000a| (launched: 2022-12-14_12:14:13.474703)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:14:15.283761 run osmo-stp_10.42.42.5(pid=20328): stderr: \u000a| �[0;m�[38;5;43m20221214121413670 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214121413670 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214121413670 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214121413671 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214121413671 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214121413671 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214121413671 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:14:15.412425 run osmo-stp_10.42.42.5(pid=20328): stdout: \u000a| (launched: 2022-12-14_12:14:13.474703)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:14:15.539372 run osmo-stp_10.42.42.5(pid=20328): stderr: \u000a| �[0;m�[38;5;43m20221214121413670 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214121413670 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214121413670 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214121413671 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214121413671 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214121413671 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214121413671 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:14:15.595076 tst emergency_preemptive_call.py:32: ERR: Error: osmo-stp_10.42.42.5(pid=20328): Process ended prematurely: osmo-stp_10.42.42.5(pid=20328) [trial-2404↪emergency:trx-lms↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20328)] [trial-2404↪emergency:trx-lms↪emergency_preemptive_call.py:32]\u000a12:14:15.603727 tst emergency_preemptive_call.py:32: Test FAILED (6.6 sec)\u000a12:14:15.666582 run osmo-hlr_10.42.42.2(pid=20325): ERR: Terminated: ERROR {rc=237} [trial-2404↪emergency:trx-lms↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20325)]\u000a12:14:15.718253 run osmo-hlr_10.42.42.2(pid=20325): stdout: \u000a| (launched: 2022-12-14_12:14:12.478284) \u000a12:14:15.770660 run osmo-hlr_10.42.42.2(pid=20325): stderr: \u000a| �[0;m�[1;31m20221214121412677 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214121412677 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214121412677 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214121412677 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214121412677 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214121412678 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214121412689 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2404/run.2022-12-14_11-25-45/emergency:trx-lms/emergency_preemptive_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214121412697 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214121412698 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214121412698 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:14:15.842265 run osmo-msc_10.42.42.6(pid=20331): ERR: Terminated: ERROR {rc=2} [trial-2404↪emergency:trx-lms↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=20331)]\u000a12:14:15.913590 run osmo-msc_10.42.42.6(pid=20331): stdout: \u000a| (launched: 2022-12-14_12:14:14.664899) \u000a12:14:15.969178 run osmo-msc_10.42.42.6(pid=20331): stderr: \u000a| �[0;m�[38;5;43m20221214121414986 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214121414986 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ff265e1ec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214121414986 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214121414986 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214121414987 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214121414987 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214121414989 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214121414989 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214121414989 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214121414989 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:14:16.014491 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20324): Terminating (SIGTERM)\u000a12:14:16.057279 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20327): Terminating (SIGTERM)\u000a12:14:16.100049 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20330): Terminating (SIGTERM)\u000a12:14:16.110015 --- ParallelTerminationStrategy: PID 20324 died...\u000a12:14:16.166760 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20324): Terminated: ok {rc=0}\u000a12:14:16.177415 --- ParallelTerminationStrategy: PID 20327 died...\u000a12:14:16.234264 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20327): Terminated: ok {rc=0}\u000a12:14:16.244791 --- ParallelTerminationStrategy: PID 20330 died...\u000a12:14:16.301661 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20330): Terminated: ok {rc=0}\u000a12:14:16.391407 bus /sierra_9: Setting Powered False\u000a12:14:17.494639 bus /sierra_9: Setting Powered False\u000a12:14:18.606885 bus /sierra_8: Setting Powered False\u000a12:14:19.710274 bus /sierra_8: Setting Powered False\u000a12:14:20.821944 bus /sierra_3: Setting Powered False\u000a12:14:21.925432 bus /sierra_3: Setting Powered False\u000a12:14:23.037476 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 27.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "106", "name" : "emergency_trx-lms", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T12:13:58" }, { "cases" : [ { "testActions" : [ ], "age" : 266, "className" : "gprs:trx-lms", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20348): Process ended prematurely: osmo-stp_10.42.42.5(pid=20348) [trial-2404↪gprs:trx-lms↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20348)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20348): Process ended prematurely: osmo-stp_10.42.42.5(pid=20348) [trial-2404↪gprs:trx-lms↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20348)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2404 gprs:trx-lms cs_paging_gprs_active.py\u000a----------------------------------------------\u000a12:14:25.169744 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a12:14:25.180609 tst gprs:trx-lms: Using 1 x bts (candidates: 1)\u000a12:14:25.325138 tst cs_paging_gprs_active.py: using LAC 40825\u000a12:14:25.454267 tst cs_paging_gprs_active.py: using RAC 25\u000a12:14:25.586867 tst cs_paging_gprs_active.py: using CellId 40825\u000a12:14:25.711868 tst cs_paging_gprs_active.py: using BVCI 40826\u000a12:14:25.736685 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a12:14:25.747762 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a12:14:25.758626 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a12:14:25.769534 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a12:14:25.780301 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a12:14:25.791171 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a12:14:25.802189 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a12:14:25.812908 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a12:14:25.824203 tst gprs:trx-lms: Using 1 x modem (candidates: 4)\u000a12:14:25.942359 tst gprs:trx-lms: Using 1 x modem (candidates: 4)\u000a12:14:26.242026 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a12:14:26.378420 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:14:26.718498 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20338): Launched\u000a12:14:27.002794 run iperf3-srv_10.42.42.10(pid=20339): Launched\u000a12:14:27.202296 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a12:14:27.338164 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:14:27.679081 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20340): Launched\u000a12:14:27.959795 run iperf3-srv_10.42.42.10(pid=20341): Launched\u000a12:14:28.160119 tst cs_paging_gprs_active.py:38: start network...\u000a12:14:28.296394 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:14:28.818755 run create_hlr_db(pid=20342): Launched\u000a12:14:29.007535 bus /sierra_2: Setting Powered False\u000a12:14:30.027833 run create_hlr_db(pid=20342): Terminated: ok {rc=0}\u000a12:14:30.439046 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20344): Launched\u000a12:14:30.745487 run osmo-hlr_10.42.42.2(pid=20345): Launched\u000a12:14:30.870013 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:14:31.467148 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20347): Launched\u000a12:14:31.886289 run osmo-stp_10.42.42.5(pid=20348): Launched\u000a12:14:32.036488 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a12:14:32.609270 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20350): Launched\u000a12:14:32.725466 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a12:14:33.012022 run patchelf(pid=20351): Launched\u000a12:14:33.202603 run osmo-stp_10.42.42.5(pid=20348): ERR: Terminated: ERROR {rc=1} [trial-2404↪gprs:trx-lms↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20348)]\u000a12:14:33.341858 run osmo-stp_10.42.42.5(pid=20348): stdout: \u000a| (launched: 2022-12-14_12:14:31.623736)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:14:33.482033 run osmo-stp_10.42.42.5(pid=20348): stderr: \u000a| �[0;m�[38;5;43m20221214121431803 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214121431803 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214121431804 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214121431804 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214121431804 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214121431805 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214121431805 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:14:33.616758 run osmo-stp_10.42.42.5(pid=20348): stdout: \u000a| (launched: 2022-12-14_12:14:31.623736)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:14:33.750095 run osmo-stp_10.42.42.5(pid=20348): stderr: \u000a| �[0;m�[38;5;43m20221214121431803 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214121431803 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214121431804 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214121431804 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214121431804 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214121431805 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214121431805 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:14:33.905876 run patchelf(pid=20351): Terminating (SIGINT)\u000a12:14:34.088207 run patchelf(pid=20351): Terminated: ok {rc=0}\u000a12:14:34.121962 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=20348): Process ended prematurely: osmo-stp_10.42.42.5(pid=20348) [trial-2404↪gprs:trx-lms↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20348)] [trial-2404↪gprs:trx-lms↪cs_paging_gprs_active.py:38]\u000a12:14:34.131900 tst cs_paging_gprs_active.py:38: Test FAILED (9.0 sec)\u000a12:14:34.195281 run osmo-hlr_10.42.42.2(pid=20345): ERR: Terminated: ERROR {rc=237} [trial-2404↪gprs:trx-lms↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20345)]\u000a12:14:34.246638 run osmo-hlr_10.42.42.2(pid=20345): stdout: \u000a| (launched: 2022-12-14_12:14:30.593765) \u000a12:14:34.298605 run osmo-hlr_10.42.42.2(pid=20345): stderr: \u000a| �[0;m�[1;31m20221214121430770 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214121430770 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214121430770 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214121430770 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214121430770 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214121430770 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214121430783 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2404/run.2022-12-14_11-25-45/gprs:trx-lms/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214121430794 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214121430794 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214121430794 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:14:34.343145 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20338): Terminating (SIGTERM)\u000a12:14:34.385116 run iperf3-srv_10.42.42.10(pid=20339): Terminating (SIGTERM)\u000a12:14:34.427458 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20340): Terminating (SIGTERM)\u000a12:14:34.469396 run iperf3-srv_10.42.42.10(pid=20341): Terminating (SIGTERM)\u000a12:14:34.511397 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20344): Terminating (SIGTERM)\u000a12:14:34.553376 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20347): Terminating (SIGTERM)\u000a12:14:34.595249 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20350): Terminating (SIGTERM)\u000a12:14:34.605017 --- ParallelTerminationStrategy: PID 20338 died...\u000a12:14:34.661114 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20338): Terminated: ok {rc=0}\u000a12:14:34.671318 --- ParallelTerminationStrategy: PID 20339 died...\u000a12:14:34.727545 run iperf3-srv_10.42.42.10(pid=20339): Terminated {rc=256}\u000a12:14:34.738007 --- ParallelTerminationStrategy: PID 20340 died...\u000a12:14:34.793963 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20340): Terminated: ok {rc=0}\u000a12:14:34.804091 --- ParallelTerminationStrategy: PID 20341 died...\u000a12:14:34.859860 run iperf3-srv_10.42.42.10(pid=20341): Terminated {rc=256}\u000a12:14:34.870020 --- ParallelTerminationStrategy: PID 20344 died...\u000a12:14:34.925759 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20344): Terminated: ok {rc=0}\u000a12:14:34.935713 --- ParallelTerminationStrategy: PID 20347 died...\u000a12:14:34.991748 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20347): Terminated: ok {rc=0}\u000a12:14:35.001798 --- ParallelTerminationStrategy: PID 20350 died...\u000a12:14:35.057344 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20350): Terminated: ok {rc=0}\u000a12:14:35.144869 bus /gobi_0: Setting Powered False\u000a12:14:36.252480 bus /gobi_0: Setting Powered False\u000a12:14:37.360720 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 263, "className" : "gprs:trx-lms", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20360): Process ended prematurely: osmo-stp_10.42.42.5(pid=20360) [trial-2404↪gprs:trx-lms↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20360)]", "failedSince" : 2142, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20360): Process ended prematurely: osmo-stp_10.42.42.5(pid=20360) [trial-2404↪gprs:trx-lms↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20360)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2404 gprs:trx-lms iperf3.py\u000a----------------------------------------------\u000a12:14:38.476157 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a12:14:38.487722 tst gprs:trx-lms: Using 1 x bts (candidates: 1)\u000a12:14:38.635905 tst iperf3.py: using LAC 40826\u000a12:14:38.763180 tst iperf3.py: using RAC 26\u000a12:14:38.891030 tst iperf3.py: using CellId 40826\u000a12:14:39.020625 tst iperf3.py: using BVCI 40827\u000a12:14:39.045691 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a12:14:39.056708 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a12:14:39.067586 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a12:14:39.078467 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a12:14:39.089239 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a12:14:39.100089 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a12:14:39.111103 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a12:14:39.121895 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a12:14:39.132830 tst gprs:trx-lms: Using 1 x modem (candidates: 4)\u000a12:14:39.414046 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a12:14:39.541539 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:14:39.858595 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20352): Launched\u000a12:14:40.122538 run iperf3-srv_10.42.42.10(pid=20353): Launched\u000a12:14:40.307552 tst iperf3.py:8: start network...\u000a12:14:40.434454 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:14:40.915612 run create_hlr_db(pid=20354): Launched\u000a12:14:41.090901 bus /gobi_6: Setting Powered False\u000a12:14:42.113185 run create_hlr_db(pid=20354): Terminated: ok {rc=0}\u000a12:14:42.547487 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20356): Launched\u000a12:14:42.877422 run osmo-hlr_10.42.42.2(pid=20357): Launched\u000a12:14:43.001700 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:14:43.570609 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20359): Launched\u000a12:14:43.897700 run osmo-stp_10.42.42.5(pid=20360): Launched\u000a12:14:44.017379 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a12:14:44.586723 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20362): Launched\u000a12:14:44.702785 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a12:14:44.989698 run patchelf(pid=20363): Launched\u000a12:14:45.180382 run osmo-stp_10.42.42.5(pid=20360): ERR: Terminated: ERROR {rc=1} [trial-2404↪gprs:trx-lms↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20360)]\u000a12:14:45.319593 run osmo-stp_10.42.42.5(pid=20360): stdout: \u000a| (launched: 2022-12-14_12:14:43.736360)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:14:45.459082 run osmo-stp_10.42.42.5(pid=20360): stderr: \u000a| �[0;m�[38;5;43m20221214121443930 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214121443930 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214121443930 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214121443930 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214121443933 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214121443933 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214121443933 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:14:45.594822 run osmo-stp_10.42.42.5(pid=20360): stdout: \u000a| (launched: 2022-12-14_12:14:43.736360)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:14:45.727995 run osmo-stp_10.42.42.5(pid=20360): stderr: \u000a| �[0;m�[38;5;43m20221214121443930 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214121443930 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214121443930 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214121443930 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214121443933 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214121443933 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214121443933 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:14:45.898415 run patchelf(pid=20363): Terminating (SIGINT)\u000a12:14:46.095305 run patchelf(pid=20363): Terminated: ok {rc=0}\u000a12:14:46.128917 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=20360): Process ended prematurely: osmo-stp_10.42.42.5(pid=20360) [trial-2404↪gprs:trx-lms↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20360)] [trial-2404↪gprs:trx-lms↪iperf3.py:8]\u000a12:14:46.139526 tst iperf3.py:8: Test FAILED (7.7 sec)\u000a12:14:46.205750 run osmo-hlr_10.42.42.2(pid=20357): ERR: Terminated: ERROR {rc=237} [trial-2404↪gprs:trx-lms↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20357)]\u000a12:14:46.259042 run osmo-hlr_10.42.42.2(pid=20357): stdout: \u000a| (launched: 2022-12-14_12:14:42.714243) \u000a12:14:46.312519 run osmo-hlr_10.42.42.2(pid=20357): stderr: \u000a| �[0;m�[1;31m20221214121442914 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214121442914 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214121442914 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214121442914 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214121442914 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214121442914 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214121442927 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2404/run.2022-12-14_11-25-45/gprs:trx-lms/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214121442935 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214121442935 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214121442935 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:14:46.358855 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20352): Terminating (SIGTERM)\u000a12:14:46.403727 run iperf3-srv_10.42.42.10(pid=20353): Terminating (SIGTERM)\u000a12:14:46.447254 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20356): Terminating (SIGTERM)\u000a12:14:46.490666 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20359): Terminating (SIGTERM)\u000a12:14:46.536761 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20362): Terminating (SIGTERM)\u000a12:14:46.547635 --- ParallelTerminationStrategy: PID 20352 died...\u000a12:14:46.608924 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20352): Terminated: ok {rc=0}\u000a12:14:46.620813 --- ParallelTerminationStrategy: PID 20353 died...\u000a12:14:46.678582 run iperf3-srv_10.42.42.10(pid=20353): Terminated {rc=256}\u000a12:14:46.690238 --- ParallelTerminationStrategy: PID 20356 died...\u000a12:14:46.747776 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20356): Terminated: ok {rc=0}\u000a12:14:46.759408 --- ParallelTerminationStrategy: PID 20359 died...\u000a12:14:46.817516 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20359): Terminated: ok {rc=0}\u000a12:14:46.828824 --- ParallelTerminationStrategy: PID 20362 died...\u000a12:14:46.885050 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20362): Terminated: ok {rc=0}\u000a12:14:46.989171 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 266, "className" : "gprs:trx-lms", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20378): Process ended prematurely: osmo-stp_10.42.42.5(pid=20378) [trial-2404↪gprs:trx-lms↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20378)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20378): Process ended prematurely: osmo-stp_10.42.42.5(pid=20378) [trial-2404↪gprs:trx-lms↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20378)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2404 gprs:trx-lms iperf3m4.py\u000a----------------------------------------------\u000a12:14:48.104169 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a12:14:48.115910 tst gprs:trx-lms: Using 1 x bts (candidates: 1)\u000a12:14:48.266042 tst iperf3m4.py: using LAC 40827\u000a12:14:48.397960 tst iperf3m4.py: using RAC 27\u000a12:14:48.524070 tst iperf3m4.py: using CellId 40827\u000a12:14:48.650033 tst iperf3m4.py: using BVCI 40828\u000a12:14:48.674970 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a12:14:48.686084 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a12:14:48.696931 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a12:14:48.707807 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a12:14:48.718630 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a12:14:48.729529 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a12:14:48.740538 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a12:14:48.751276 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a12:14:48.762321 tst gprs:trx-lms: Using 1 x modem (candidates: 4)\u000a12:14:48.881702 tst gprs:trx-lms: Using 1 x modem (candidates: 4)\u000a12:14:49.007986 tst gprs:trx-lms: Using 1 x modem (candidates: 4)\u000a12:14:49.125069 tst gprs:trx-lms: Using 1 x modem (candidates: 4)\u000a12:14:49.405809 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a12:14:49.532813 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:14:49.850888 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20364): Launched\u000a12:14:50.115233 run iperf3-srv_10.42.42.10(pid=20365): Launched\u000a12:14:50.299946 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a12:14:50.426265 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:14:50.744127 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20366): Launched\u000a12:14:51.008562 run iperf3-srv_10.42.42.10(pid=20367): Launched\u000a12:14:51.193257 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a12:14:51.319030 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:14:51.636231 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20368): Launched\u000a12:14:51.900084 run iperf3-srv_10.42.42.10(pid=20369): Launched\u000a12:14:52.084271 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a12:14:52.210393 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:14:52.527041 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20370): Launched\u000a12:14:52.788893 run iperf3-srv_10.42.42.10(pid=20371): Launched\u000a12:14:52.973875 tst iperf3m4.py:8: start network...\u000a12:14:53.100143 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:14:53.578070 run create_hlr_db(pid=20372): Launched\u000a12:14:53.753615 bus /gobi_6: Setting Powered False\u000a12:14:54.775249 run create_hlr_db(pid=20372): Terminated: ok {rc=0}\u000a12:14:55.182644 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20374): Launched\u000a12:14:55.489562 run osmo-hlr_10.42.42.2(pid=20375): Launched\u000a12:14:55.609688 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:14:56.147513 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20377): Launched\u000a12:14:56.455005 run osmo-stp_10.42.42.5(pid=20378): Launched\u000a12:14:56.566563 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a12:14:57.096487 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20380): Launched\u000a12:14:57.204306 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a12:14:57.471514 run patchelf(pid=20381): Launched\u000a12:14:57.650758 run osmo-stp_10.42.42.5(pid=20378): ERR: Terminated: ERROR {rc=1} [trial-2404↪gprs:trx-lms↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20378)]\u000a12:14:57.781609 run osmo-stp_10.42.42.5(pid=20378): stdout: \u000a| (launched: 2022-12-14_12:14:56.301821)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:14:57.912521 run osmo-stp_10.42.42.5(pid=20378): stderr: \u000a| �[0;m�[38;5;43m20221214121456470 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214121456470 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214121456470 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214121456470 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214121456471 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214121456471 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214121456471 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:14:58.038487 run osmo-stp_10.42.42.5(pid=20378): stdout: \u000a| (launched: 2022-12-14_12:14:56.301821)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:14:58.163272 run osmo-stp_10.42.42.5(pid=20378): stderr: \u000a| �[0;m�[38;5;43m20221214121456470 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214121456470 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214121456470 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214121456470 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214121456471 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214121456471 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214121456471 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:14:58.308298 run patchelf(pid=20381): Terminating (SIGINT)\u000a12:14:58.478956 run patchelf(pid=20381): Terminated: ok {rc=0}\u000a12:14:58.510462 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=20378): Process ended prematurely: osmo-stp_10.42.42.5(pid=20378) [trial-2404↪gprs:trx-lms↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20378)] [trial-2404↪gprs:trx-lms↪iperf3m4.py:8]\u000a12:14:58.519859 tst iperf3m4.py:8: Test FAILED (10.5 sec)\u000a12:14:58.580970 run osmo-hlr_10.42.42.2(pid=20375): ERR: Terminated: ERROR {rc=237} [trial-2404↪gprs:trx-lms↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20375)]\u000a12:14:58.630321 run osmo-hlr_10.42.42.2(pid=20375): stdout: \u000a| (launched: 2022-12-14_12:14:55.337261) \u000a12:14:58.680169 run osmo-hlr_10.42.42.2(pid=20375): stderr: \u000a| �[0;m�[1;31m20221214121455511 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214121455511 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214121455511 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214121455511 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214121455511 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214121455511 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214121455523 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2404/run.2022-12-14_11-25-45/gprs:trx-lms/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214121455531 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214121455532 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214121455532 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:14:58.722751 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20364): Terminating (SIGTERM)\u000a12:14:58.762760 run iperf3-srv_10.42.42.10(pid=20365): Terminating (SIGTERM)\u000a12:14:58.803047 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20366): Terminating (SIGTERM)\u000a12:14:58.843193 run iperf3-srv_10.42.42.10(pid=20367): Terminating (SIGTERM)\u000a12:14:58.883863 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20368): Terminating (SIGTERM)\u000a12:14:58.923969 run iperf3-srv_10.42.42.10(pid=20369): Terminating (SIGTERM)\u000a12:14:58.964070 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20370): Terminating (SIGTERM)\u000a12:14:59.004160 run iperf3-srv_10.42.42.10(pid=20371): Terminating (SIGTERM)\u000a12:14:59.044481 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20374): Terminating (SIGTERM)\u000a12:14:59.084606 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20377): Terminating (SIGTERM)\u000a12:14:59.124799 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20380): Terminating (SIGTERM)\u000a12:14:59.134103 --- ParallelTerminationStrategy: PID 20364 died...\u000a12:14:59.187919 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20364): Terminated: ok {rc=0}\u000a12:14:59.197825 --- ParallelTerminationStrategy: PID 20365 died...\u000a12:14:59.251080 run iperf3-srv_10.42.42.10(pid=20365): Terminated {rc=256}\u000a12:14:59.260500 --- ParallelTerminationStrategy: PID 20366 died...\u000a12:14:59.313675 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20366): Terminated: ok {rc=0}\u000a12:14:59.323110 --- ParallelTerminationStrategy: PID 20367 died...\u000a12:14:59.376234 run iperf3-srv_10.42.42.10(pid=20367): Terminated {rc=256}\u000a12:14:59.385755 --- ParallelTerminationStrategy: PID 20368 died...\u000a12:14:59.438754 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20368): Terminated: ok {rc=0}\u000a12:14:59.448206 --- ParallelTerminationStrategy: PID 20369 died...\u000a12:14:59.501241 run iperf3-srv_10.42.42.10(pid=20369): Terminated {rc=256}\u000a12:14:59.510689 --- ParallelTerminationStrategy: PID 20370 died...\u000a12:14:59.563920 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20370): Terminated: ok {rc=0}\u000a12:14:59.573756 --- ParallelTerminationStrategy: PID 20371 died...\u000a12:14:59.627038 run iperf3-srv_10.42.42.10(pid=20371): Terminated {rc=256}\u000a12:14:59.636551 --- ParallelTerminationStrategy: PID 20374 died...\u000a12:14:59.690243 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20374): Terminated: ok {rc=0}\u000a12:14:59.699808 --- ParallelTerminationStrategy: PID 20377 died...\u000a12:14:59.752904 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20377): Terminated: ok {rc=0}\u000a12:14:59.762542 --- ParallelTerminationStrategy: PID 20380 died...\u000a12:14:59.815645 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20380): Terminated: ok {rc=0}\u000a12:14:59.904405 bus /gobi_4: Setting Powered False\u000a12:15:01.027663 bus /gobi_4: Setting Powered False\u000a12:15:02.160287 bus /gobi_1: Setting Powered False\u000a12:15:03.266057 bus /gobi_1: Setting Powered False\u000a12:15:04.374096 bus /gobi_0: Setting Powered False\u000a12:15:05.479880 bus /gobi_0: Setting Powered False\u000a12:15:06.591046 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 78, "className" : "gprs:trx-lms", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20391): Process ended prematurely: osmo-stp_10.42.42.5(pid=20391) [trial-2404↪gprs:trx-lms↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20391)]", "failedSince" : 2327, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20391): Process ended prematurely: osmo-stp_10.42.42.5(pid=20391) [trial-2404↪gprs:trx-lms↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20391)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2404 gprs:trx-lms ping.py\u000a----------------------------------------------\u000a12:15:07.659202 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a12:15:07.670460 tst gprs:trx-lms: Using 1 x bts (candidates: 1)\u000a12:15:07.812745 tst ping.py: using LAC 40828\u000a12:15:07.937645 tst ping.py: using RAC 28\u000a12:15:08.065539 tst ping.py: using CellId 40828\u000a12:15:08.195156 tst ping.py: using BVCI 40829\u000a12:15:08.219855 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a12:15:08.231114 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a12:15:08.242257 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a12:15:08.253117 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a12:15:08.264054 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a12:15:08.275053 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a12:15:08.286219 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a12:15:08.297295 tst gprs:trx-lms: Using 1 x modem (candidates: 4)\u000a12:15:08.572227 tst ping.py:19: start network...\u000a12:15:08.695690 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:15:09.164141 run create_hlr_db(pid=20385): Launched\u000a12:15:09.337097 bus /gobi_6: Setting Powered False\u000a12:15:10.358104 run create_hlr_db(pid=20385): Terminated: ok {rc=0}\u000a12:15:10.784807 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20387): Launched\u000a12:15:11.106496 run osmo-hlr_10.42.42.2(pid=20388): Launched\u000a12:15:11.224504 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:15:11.785202 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20390): Launched\u000a12:15:12.106977 run osmo-stp_10.42.42.5(pid=20391): Launched\u000a12:15:12.222701 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a12:15:12.782002 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20393): Launched\u000a12:15:12.896328 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a12:15:13.176034 run patchelf(pid=20394): Launched\u000a12:15:13.364197 run osmo-stp_10.42.42.5(pid=20391): ERR: Terminated: ERROR {rc=1} [trial-2404↪gprs:trx-lms↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20391)]\u000a12:15:13.502045 run osmo-stp_10.42.42.5(pid=20391): stdout: \u000a| (launched: 2022-12-14_12:15:11.948845)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:15:13.640092 run osmo-stp_10.42.42.5(pid=20391): stderr: \u000a| �[0;m�[38;5;43m20221214121512141 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214121512142 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214121512142 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214121512142 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214121512143 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214121512143 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214121512143 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:15:13.773074 run osmo-stp_10.42.42.5(pid=20391): stdout: \u000a| (launched: 2022-12-14_12:15:11.948845)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:15:13.905712 run osmo-stp_10.42.42.5(pid=20391): stderr: \u000a| �[0;m�[38;5;43m20221214121512141 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214121512142 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214121512142 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214121512142 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214121512143 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214121512143 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214121512143 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:15:14.059278 run patchelf(pid=20394): Terminating (SIGINT)\u000a12:15:14.239520 run patchelf(pid=20394): Terminated: ok {rc=0}\u000a12:15:14.272344 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=20391): Process ended prematurely: osmo-stp_10.42.42.5(pid=20391) [trial-2404↪gprs:trx-lms↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20391)] [trial-2404↪gprs:trx-lms↪ping.py:22]\u000a12:15:14.281886 tst ping.py:22: Test FAILED (6.6 sec)\u000a12:15:14.345552 run osmo-hlr_10.42.42.2(pid=20388): ERR: Terminated: ERROR {rc=237} [trial-2404↪gprs:trx-lms↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20388)]\u000a12:15:14.397372 run osmo-hlr_10.42.42.2(pid=20388): stdout: \u000a| (launched: 2022-12-14_12:15:10.947316) \u000a12:15:14.450153 run osmo-hlr_10.42.42.2(pid=20388): stderr: \u000a| �[0;m�[1;31m20221214121511146 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214121511146 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214121511146 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214121511146 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214121511146 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214121511146 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214121511157 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2404/run.2022-12-14_11-25-45/gprs:trx-lms/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214121511165 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214121511165 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214121511165 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:15:14.495094 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20387): Terminating (SIGTERM)\u000a12:15:14.537675 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20390): Terminating (SIGTERM)\u000a12:15:14.580092 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20393): Terminating (SIGTERM)\u000a12:15:14.589987 --- ParallelTerminationStrategy: PID 20387 died...\u000a12:15:14.646843 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20387): Terminated: ok {rc=0}\u000a12:15:14.657193 --- ParallelTerminationStrategy: PID 20390 died...\u000a12:15:14.713713 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20390): Terminated: ok {rc=0}\u000a12:15:14.723989 --- ParallelTerminationStrategy: PID 20393 died...\u000a12:15:14.780515 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20393): Terminated: ok {rc=0}\u000a12:15:14.868878 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 85, "className" : "gprs:trx-lms", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20402): Process ended prematurely: osmo-stp_10.42.42.5(pid=20402) [trial-2404↪gprs:trx-lms↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20402)]", "failedSince" : 2320, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20402): Process ended prematurely: osmo-stp_10.42.42.5(pid=20402) [trial-2404↪gprs:trx-lms↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20402)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2404 gprs:trx-lms ping_idle_ping.py\u000a----------------------------------------------\u000a12:15:15.924535 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a12:15:15.936915 tst gprs:trx-lms: Using 1 x bts (candidates: 1)\u000a12:15:16.092319 tst ping_idle_ping.py: using LAC 40829\u000a12:15:16.246480 tst ping_idle_ping.py: using RAC 29\u000a12:15:16.375066 tst ping_idle_ping.py: using CellId 40829\u000a12:15:16.502613 tst ping_idle_ping.py: using BVCI 40830\u000a12:15:16.528409 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a12:15:16.540558 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a12:15:16.552828 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a12:15:16.564770 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a12:15:16.576353 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a12:15:16.588219 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a12:15:16.600315 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a12:15:16.612287 tst gprs:trx-lms: Using 1 x modem (candidates: 4)\u000a12:15:16.904408 tst ping_idle_ping.py:24: start network...\u000a12:15:17.052165 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:15:17.582120 run create_hlr_db(pid=20395): Launched\u000a12:15:17.756241 bus /gobi_6: Setting Powered False\u000a12:15:18.777189 run create_hlr_db(pid=20395): Terminated: ok {rc=0}\u000a12:15:19.180154 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20397): Launched\u000a12:15:19.481537 run osmo-hlr_10.42.42.2(pid=20399): Launched\u000a12:15:19.599388 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:15:20.126695 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20401): Launched\u000a12:15:20.426640 run osmo-stp_10.42.42.5(pid=20402): Launched\u000a12:15:20.536013 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a12:15:21.058130 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20404): Launched\u000a12:15:21.164564 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a12:15:21.426092 run patchelf(pid=20405): Launched\u000a12:15:21.602202 run osmo-stp_10.42.42.5(pid=20402): ERR: Terminated: ERROR {rc=1} [trial-2404↪gprs:trx-lms↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20402)]\u000a12:15:21.731232 run osmo-stp_10.42.42.5(pid=20402): stdout: \u000a| (launched: 2022-12-14_12:15:20.278142)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:15:21.861291 run osmo-stp_10.42.42.5(pid=20402): stderr: \u000a| �[0;m�[38;5;43m20221214121520450 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214121520450 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214121520450 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214121520451 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214121520451 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214121520451 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214121520451 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:15:21.985840 run osmo-stp_10.42.42.5(pid=20402): stdout: \u000a| (launched: 2022-12-14_12:15:20.278142)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:15:22.108689 run osmo-stp_10.42.42.5(pid=20402): stderr: \u000a| �[0;m�[38;5;43m20221214121520450 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214121520450 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214121520450 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214121520451 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214121520451 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214121520451 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214121520451 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:15:22.252200 run patchelf(pid=20405): Terminating (SIGINT)\u000a12:15:22.421129 run patchelf(pid=20405): Terminated: ok {rc=0}\u000a12:15:22.451821 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=20402): Process ended prematurely: osmo-stp_10.42.42.5(pid=20402) [trial-2404↪gprs:trx-lms↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20402)] [trial-2404↪gprs:trx-lms↪ping_idle_ping.py:27]\u000a12:15:22.460605 tst ping_idle_ping.py:27: Test FAILED (6.5 sec)\u000a12:15:22.521212 run osmo-hlr_10.42.42.2(pid=20399): ERR: Terminated: ERROR {rc=237} [trial-2404↪gprs:trx-lms↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20399)]\u000a12:15:22.570594 run osmo-hlr_10.42.42.2(pid=20399): stdout: \u000a| (launched: 2022-12-14_12:15:19.332576) \u000a12:15:22.620541 run osmo-hlr_10.42.42.2(pid=20399): stderr: \u000a| �[0;m�[1;31m20221214121519509 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214121519509 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214121519509 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214121519509 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214121519509 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214121519509 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214121519521 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2404/run.2022-12-14_11-25-45/gprs:trx-lms/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214121519530 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214121519530 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214121519530 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:15:22.663165 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20397): Terminating (SIGTERM)\u000a12:15:22.703237 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20401): Terminating (SIGTERM)\u000a12:15:22.743478 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20404): Terminating (SIGTERM)\u000a12:15:22.752743 --- ParallelTerminationStrategy: PID 20397 died...\u000a12:15:22.806904 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20397): Terminated: ok {rc=0}\u000a12:15:22.816551 --- ParallelTerminationStrategy: PID 20401 died...\u000a12:15:22.870315 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20401): Terminated: ok {rc=0}\u000a12:15:22.879880 --- ParallelTerminationStrategy: PID 20404 died...\u000a12:15:22.933749 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20404): Terminated: ok {rc=0}\u000a12:15:23.022830 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "107", "name" : "gprs_trx-lms", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T12:14:24" }, { "cases" : [ { "testActions" : [ ], "age" : 266, "className" : "gprs:trx-lms+mod-bts0-egprs", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20420): Process ended prematurely: osmo-stp_10.42.42.5(pid=20420) [trial-2404↪gprs:trx-lms+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20420)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20420): Process ended prematurely: osmo-stp_10.42.42.5(pid=20420) [trial-2404↪gprs:trx-lms+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20420)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2404 gprs:trx-lms+mod-bts0-egprs cs_paging_gprs_active.py\u000a----------------------------------------------\u000a12:15:25.184795 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:15:25.195797 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a12:15:25.336381 tst cs_paging_gprs_active.py: using LAC 40830\u000a12:15:25.456450 tst cs_paging_gprs_active.py: using RAC 30\u000a12:15:25.583841 tst cs_paging_gprs_active.py: using CellId 40830\u000a12:15:25.710691 tst cs_paging_gprs_active.py: using BVCI 40831\u000a12:15:25.735747 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:15:25.747096 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:15:25.758265 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:15:25.769515 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:15:25.780446 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:15:25.791590 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:15:25.802903 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:15:25.813946 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:15:25.825311 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a12:15:25.948175 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a12:15:26.231210 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a12:15:26.359320 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:15:26.682264 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20410): Launched\u000a12:15:26.950135 run iperf3-srv_10.42.42.10(pid=20411): Launched\u000a12:15:27.136747 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a12:15:27.264128 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:15:27.585174 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20412): Launched\u000a12:15:27.851180 run iperf3-srv_10.42.42.10(pid=20413): Launched\u000a12:15:28.038613 tst cs_paging_gprs_active.py:38: start network...\u000a12:15:28.166240 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:15:28.649316 run create_hlr_db(pid=20414): Launched\u000a12:15:28.825332 bus /gobi_6: Setting Powered False\u000a12:15:29.858222 run create_hlr_db(pid=20414): Terminated: ok {rc=0}\u000a12:15:30.270801 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20416): Launched\u000a12:15:30.578601 run osmo-hlr_10.42.42.2(pid=20417): Launched\u000a12:15:30.697633 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:15:31.290730 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20419): Launched\u000a12:15:31.645527 run osmo-stp_10.42.42.5(pid=20420): Launched\u000a12:15:31.868459 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a12:15:32.514742 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20422): Launched\u000a12:15:32.631252 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a12:15:32.918628 run patchelf(pid=20423): Launched\u000a12:15:33.111353 run osmo-stp_10.42.42.5(pid=20420): ERR: Terminated: ERROR {rc=1} [trial-2404↪gprs:trx-lms+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20420)]\u000a12:15:33.251624 run osmo-stp_10.42.42.5(pid=20420): stdout: \u000a| (launched: 2022-12-14_12:15:31.448263)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:15:33.391900 run osmo-stp_10.42.42.5(pid=20420): stderr: \u000a| �[0;m�[38;5;43m20221214121531760 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214121531760 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214121531760 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214121531762 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214121531763 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214121531763 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214121531764 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:15:33.527345 run osmo-stp_10.42.42.5(pid=20420): stdout: \u000a| (launched: 2022-12-14_12:15:31.448263)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:15:33.661595 run osmo-stp_10.42.42.5(pid=20420): stderr: \u000a| �[0;m�[38;5;43m20221214121531760 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214121531760 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214121531760 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214121531762 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214121531763 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214121531763 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214121531764 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:15:33.818009 run patchelf(pid=20423): Terminating (SIGINT)\u000a12:15:34.002246 run patchelf(pid=20423): Terminated: ok {rc=0}\u000a12:15:34.035932 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=20420): Process ended prematurely: osmo-stp_10.42.42.5(pid=20420) [trial-2404↪gprs:trx-lms+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20420)] [trial-2404↪gprs:trx-lms+mod-bts0-egprs↪cs_paging_gprs_active.py:38]\u000a12:15:34.046539 tst cs_paging_gprs_active.py:38: Test FAILED (8.9 sec)\u000a12:15:34.109808 run osmo-hlr_10.42.42.2(pid=20417): ERR: Terminated: ERROR {rc=237} [trial-2404↪gprs:trx-lms+mod-bts0-egprs↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20417)]\u000a12:15:34.161317 run osmo-hlr_10.42.42.2(pid=20417): stdout: \u000a| (launched: 2022-12-14_12:15:30.425739) \u000a12:15:34.213486 run osmo-hlr_10.42.42.2(pid=20417): stderr: \u000a| �[0;m�[1;31m20221214121530605 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214121530605 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214121530605 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214121530605 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214121530605 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214121530606 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214121530618 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2404/run.2022-12-14_11-25-45/gprs:trx-lms+mod-bts0-egprs/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214121530626 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214121530626 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214121530626 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:15:34.258202 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20410): Terminating (SIGTERM)\u000a12:15:34.300619 run iperf3-srv_10.42.42.10(pid=20411): Terminating (SIGTERM)\u000a12:15:34.344200 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20412): Terminating (SIGTERM)\u000a12:15:34.386075 run iperf3-srv_10.42.42.10(pid=20413): Terminating (SIGTERM)\u000a12:15:34.427989 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20416): Terminating (SIGTERM)\u000a12:15:34.469972 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20419): Terminating (SIGTERM)\u000a12:15:34.511828 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20422): Terminating (SIGTERM)\u000a12:15:34.521617 --- ParallelTerminationStrategy: PID 20410 died...\u000a12:15:34.577581 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20410): Terminated: ok {rc=0}\u000a12:15:34.587802 --- ParallelTerminationStrategy: PID 20411 died...\u000a12:15:34.643297 run iperf3-srv_10.42.42.10(pid=20411): Terminated {rc=256}\u000a12:15:34.653586 --- ParallelTerminationStrategy: PID 20412 died...\u000a12:15:34.709330 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20412): Terminated: ok {rc=0}\u000a12:15:34.719488 --- ParallelTerminationStrategy: PID 20413 died...\u000a12:15:34.775049 run iperf3-srv_10.42.42.10(pid=20413): Terminated {rc=256}\u000a12:15:34.785141 --- ParallelTerminationStrategy: PID 20416 died...\u000a12:15:34.840713 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20416): Terminated: ok {rc=0}\u000a12:15:34.850928 --- ParallelTerminationStrategy: PID 20419 died...\u000a12:15:34.906980 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20419): Terminated: ok {rc=0}\u000a12:15:34.917237 --- ParallelTerminationStrategy: PID 20422 died...\u000a12:15:34.972843 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20422): Terminated: ok {rc=0}\u000a12:15:35.060681 bus /gobi_0: Setting Powered False\u000a12:15:36.165235 bus /gobi_0: Setting Powered False\u000a12:15:37.275180 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 266, "className" : "gprs:trx-lms+mod-bts0-egprs", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20432): Process ended prematurely: osmo-stp_10.42.42.5(pid=20432) [trial-2404↪gprs:trx-lms+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20432)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20432): Process ended prematurely: osmo-stp_10.42.42.5(pid=20432) [trial-2404↪gprs:trx-lms+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20432)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2404 gprs:trx-lms+mod-bts0-egprs iperf3.py\u000a----------------------------------------------\u000a12:15:38.390990 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:15:38.403116 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a12:15:38.550235 tst iperf3.py: using LAC 40831\u000a12:15:38.677728 tst iperf3.py: using RAC 31\u000a12:15:38.806379 tst iperf3.py: using CellId 40831\u000a12:15:38.933614 tst iperf3.py: using BVCI 40832\u000a12:15:38.958484 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:15:38.969828 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:15:38.981021 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:15:38.992226 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:15:39.003339 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:15:39.014454 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:15:39.025740 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:15:39.036768 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:15:39.048038 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a12:15:39.328344 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a12:15:39.455231 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:15:39.771796 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20424): Launched\u000a12:15:40.037392 run iperf3-srv_10.42.42.10(pid=20425): Launched\u000a12:15:40.223540 tst iperf3.py:8: start network...\u000a12:15:40.350675 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:15:40.832999 run create_hlr_db(pid=20426): Launched\u000a12:15:41.016527 bus /gobi_6: Setting Powered False\u000a12:15:42.059523 run create_hlr_db(pid=20426): Terminated: ok {rc=0}\u000a12:15:42.471554 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20428): Launched\u000a12:15:42.780053 run osmo-hlr_10.42.42.2(pid=20429): Launched\u000a12:15:42.896154 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:15:43.426384 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20431): Launched\u000a12:15:43.731213 run osmo-stp_10.42.42.5(pid=20432): Launched\u000a12:15:43.842457 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a12:15:44.375939 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20434): Launched\u000a12:15:44.484266 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a12:15:44.751613 run patchelf(pid=20435): Launched\u000a12:15:44.930739 run osmo-stp_10.42.42.5(pid=20432): ERR: Terminated: ERROR {rc=1} [trial-2404↪gprs:trx-lms+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20432)]\u000a12:15:45.061229 run osmo-stp_10.42.42.5(pid=20432): stdout: \u000a| (launched: 2022-12-14_12:15:43.580714)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:15:45.192408 run osmo-stp_10.42.42.5(pid=20432): stderr: \u000a| �[0;m�[38;5;43m20221214121543753 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214121543753 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214121543754 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214121543754 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214121543754 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214121543755 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214121543755 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:15:45.318601 run osmo-stp_10.42.42.5(pid=20432): stdout: \u000a| (launched: 2022-12-14_12:15:43.580714)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:15:45.443809 run osmo-stp_10.42.42.5(pid=20432): stderr: \u000a| �[0;m�[38;5;43m20221214121543753 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214121543753 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214121543754 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214121543754 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214121543754 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214121543755 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214121543755 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:15:45.589583 run patchelf(pid=20435): Terminating (SIGINT)\u000a12:15:45.760709 run patchelf(pid=20435): Terminated: ok {rc=0}\u000a12:15:45.792150 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=20432): Process ended prematurely: osmo-stp_10.42.42.5(pid=20432) [trial-2404↪gprs:trx-lms+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20432)] [trial-2404↪gprs:trx-lms+mod-bts0-egprs↪iperf3.py:8]\u000a12:15:45.801528 tst iperf3.py:8: Test FAILED (7.4 sec)\u000a12:15:45.872727 run osmo-hlr_10.42.42.2(pid=20429): ERR: Terminated: ERROR {rc=237} [trial-2404↪gprs:trx-lms+mod-bts0-egprs↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20429)]\u000a12:15:45.935408 run osmo-hlr_10.42.42.2(pid=20429): stdout: \u000a| (launched: 2022-12-14_12:15:42.626592) \u000a12:15:45.991261 run osmo-hlr_10.42.42.2(pid=20429): stderr: \u000a| �[0;m�[1;31m20221214121542804 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214121542804 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214121542804 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214121542804 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214121542804 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214121542804 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214121542814 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2404/run.2022-12-14_11-25-45/gprs:trx-lms+mod-bts0-egprs/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214121542822 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214121542822 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214121542822 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:15:46.039382 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20424): Terminating (SIGTERM)\u000a12:15:46.085692 run iperf3-srv_10.42.42.10(pid=20425): Terminating (SIGTERM)\u000a12:15:46.132901 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20428): Terminating (SIGTERM)\u000a12:15:46.179391 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20431): Terminating (SIGTERM)\u000a12:15:46.227413 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20434): Terminating (SIGTERM)\u000a12:15:46.238468 --- ParallelTerminationStrategy: PID 20424 died...\u000a12:15:46.299325 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20424): Terminated: ok {rc=0}\u000a12:15:46.311264 --- ParallelTerminationStrategy: PID 20425 died...\u000a12:15:46.370606 run iperf3-srv_10.42.42.10(pid=20425): Terminated {rc=256}\u000a12:15:46.382392 --- ParallelTerminationStrategy: PID 20428 died...\u000a12:15:46.441839 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20428): Terminated: ok {rc=0}\u000a12:15:46.453594 --- ParallelTerminationStrategy: PID 20431 died...\u000a12:15:46.513274 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20431): Terminated: ok {rc=0}\u000a12:15:46.525231 --- ParallelTerminationStrategy: PID 20434 died...\u000a12:15:46.584480 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20434): Terminated: ok {rc=0}\u000a12:15:46.674845 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 266, "className" : "gprs:trx-lms+mod-bts0-egprs", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20454): Process ended prematurely: osmo-stp_10.42.42.5(pid=20454) [trial-2404↪gprs:trx-lms+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20454)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20454): Process ended prematurely: osmo-stp_10.42.42.5(pid=20454) [trial-2404↪gprs:trx-lms+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20454)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2404 gprs:trx-lms+mod-bts0-egprs iperf3m4.py\u000a----------------------------------------------\u000a12:15:47.783721 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:15:47.795199 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a12:15:47.935248 tst iperf3m4.py: using LAC 40832\u000a12:15:48.056807 tst iperf3m4.py: using RAC 32\u000a12:15:48.177382 tst iperf3m4.py: using CellId 40832\u000a12:15:48.295092 tst iperf3m4.py: using BVCI 40833\u000a12:15:48.318410 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:15:48.329268 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:15:48.339940 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:15:48.350558 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:15:48.361420 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:15:48.372238 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:15:48.383248 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:15:48.394114 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:15:48.405170 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a12:15:48.523954 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a12:15:48.644411 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a12:15:48.765992 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a12:15:49.047616 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a12:15:49.175268 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:15:49.492818 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20436): Launched\u000a12:15:49.759616 run iperf3-srv_10.42.42.10(pid=20437): Launched\u000a12:15:49.946233 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a12:15:50.073860 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:15:50.392378 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20438): Launched\u000a12:15:50.655307 run iperf3-srv_10.42.42.10(pid=20439): Launched\u000a12:15:50.840382 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a12:15:50.966944 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:15:51.284463 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20440): Launched\u000a12:15:51.547575 run iperf3-srv_10.42.42.10(pid=20441): Launched\u000a12:15:51.732042 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a12:15:51.858224 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:15:52.180376 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20446): Launched\u000a12:15:52.445108 run iperf3-srv_10.42.42.10(pid=20447): Launched\u000a12:15:52.630007 tst iperf3m4.py:8: start network...\u000a12:15:52.756088 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:15:53.238447 run create_hlr_db(pid=20448): Launched\u000a12:15:53.414173 bus /gobi_6: Setting Powered False\u000a12:15:54.436425 run create_hlr_db(pid=20448): Terminated: ok {rc=0}\u000a12:15:54.846044 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20450): Launched\u000a12:15:55.152802 run osmo-hlr_10.42.42.2(pid=20451): Launched\u000a12:15:55.264592 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:15:55.796138 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20453): Launched\u000a12:15:56.104254 run osmo-stp_10.42.42.5(pid=20454): Launched\u000a12:15:56.215526 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a12:15:56.747826 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20456): Launched\u000a12:15:56.855754 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a12:15:57.123820 run patchelf(pid=20457): Launched\u000a12:15:57.303750 run osmo-stp_10.42.42.5(pid=20454): ERR: Terminated: ERROR {rc=1} [trial-2404↪gprs:trx-lms+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20454)]\u000a12:15:57.434483 run osmo-stp_10.42.42.5(pid=20454): stdout: \u000a| (launched: 2022-12-14_12:15:55.951334)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:15:57.565319 run osmo-stp_10.42.42.5(pid=20454): stderr: \u000a| �[0;m�[38;5;43m20221214121556121 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214121556121 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214121556121 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214121556122 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214121556122 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214121556122 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214121556122 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:15:57.691162 run osmo-stp_10.42.42.5(pid=20454): stdout: \u000a| (launched: 2022-12-14_12:15:55.951334)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:15:57.816364 run osmo-stp_10.42.42.5(pid=20454): stderr: \u000a| �[0;m�[38;5;43m20221214121556121 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214121556121 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214121556121 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214121556122 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214121556122 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214121556122 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214121556122 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:15:57.962060 run patchelf(pid=20457): Terminating (SIGINT)\u000a12:15:58.133159 run patchelf(pid=20457): Terminated: ok {rc=0}\u000a12:15:58.164672 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=20454): Process ended prematurely: osmo-stp_10.42.42.5(pid=20454) [trial-2404↪gprs:trx-lms+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20454)] [trial-2404↪gprs:trx-lms+mod-bts0-egprs↪iperf3m4.py:8]\u000a12:15:58.174010 tst iperf3m4.py:8: Test FAILED (10.4 sec)\u000a12:15:58.234986 run osmo-hlr_10.42.42.2(pid=20451): ERR: Terminated: ERROR {rc=237} [trial-2404↪gprs:trx-lms+mod-bts0-egprs↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20451)]\u000a12:15:58.284436 run osmo-hlr_10.42.42.2(pid=20451): stdout: \u000a| (launched: 2022-12-14_12:15:55.001256) \u000a12:15:58.334268 run osmo-hlr_10.42.42.2(pid=20451): stderr: \u000a| �[0;m�[1;31m20221214121555176 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214121555176 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214121555176 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214121555176 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214121555176 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214121555176 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214121555188 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2404/run.2022-12-14_11-25-45/gprs:trx-lms+mod-bts0-egprs/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214121555197 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214121555197 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214121555197 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:15:58.376788 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20436): Terminating (SIGTERM)\u000a12:15:58.416737 run iperf3-srv_10.42.42.10(pid=20437): Terminating (SIGTERM)\u000a12:15:58.457146 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20438): Terminating (SIGTERM)\u000a12:15:58.497194 run iperf3-srv_10.42.42.10(pid=20439): Terminating (SIGTERM)\u000a12:15:58.537230 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20440): Terminating (SIGTERM)\u000a12:15:58.577755 run iperf3-srv_10.42.42.10(pid=20441): Terminating (SIGTERM)\u000a12:15:58.618624 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20446): Terminating (SIGTERM)\u000a12:15:58.658876 run iperf3-srv_10.42.42.10(pid=20447): Terminating (SIGTERM)\u000a12:15:58.699070 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20450): Terminating (SIGTERM)\u000a12:15:58.739157 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20453): Terminating (SIGTERM)\u000a12:15:58.780347 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20456): Terminating (SIGTERM)\u000a12:15:58.790063 --- ParallelTerminationStrategy: PID 20436 died...\u000a12:15:58.844550 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20436): Terminated: ok {rc=0}\u000a12:15:58.854277 --- ParallelTerminationStrategy: PID 20437 died...\u000a12:15:58.908424 run iperf3-srv_10.42.42.10(pid=20437): Terminated {rc=256}\u000a12:15:58.918026 --- ParallelTerminationStrategy: PID 20438 died...\u000a12:15:58.972027 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20438): Terminated: ok {rc=0}\u000a12:15:58.981670 --- ParallelTerminationStrategy: PID 20439 died...\u000a12:15:59.035706 run iperf3-srv_10.42.42.10(pid=20439): Terminated {rc=256}\u000a12:15:59.045406 --- ParallelTerminationStrategy: PID 20440 died...\u000a12:15:59.099313 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20440): Terminated: ok {rc=0}\u000a12:15:59.108926 --- ParallelTerminationStrategy: PID 20441 died...\u000a12:15:59.163064 run iperf3-srv_10.42.42.10(pid=20441): Terminated {rc=256}\u000a12:15:59.172681 --- ParallelTerminationStrategy: PID 20446 died...\u000a12:15:59.226776 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20446): Terminated: ok {rc=0}\u000a12:15:59.236450 --- ParallelTerminationStrategy: PID 20447 died...\u000a12:15:59.290501 run iperf3-srv_10.42.42.10(pid=20447): Terminated {rc=256}\u000a12:15:59.300147 --- ParallelTerminationStrategy: PID 20450 died...\u000a12:15:59.353983 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20450): Terminated: ok {rc=0}\u000a12:15:59.363541 --- ParallelTerminationStrategy: PID 20453 died...\u000a12:15:59.417193 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20453): Terminated: ok {rc=0}\u000a12:15:59.426867 --- ParallelTerminationStrategy: PID 20456 died...\u000a12:15:59.480816 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20456): Terminated: ok {rc=0}\u000a12:15:59.565407 bus /gobi_4: Setting Powered False\u000a12:16:00.673677 bus /gobi_4: Setting Powered False\u000a12:16:01.823447 bus /gobi_1: Setting Powered False\u000a12:16:02.932466 bus /gobi_1: Setting Powered False\u000a12:16:04.045485 bus /gobi_0: Setting Powered False\u000a12:16:05.148939 bus /gobi_0: Setting Powered False\u000a12:16:06.262951 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 266, "className" : "gprs:trx-lms+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20464): Process ended prematurely: osmo-stp_10.42.42.5(pid=20464) [trial-2404↪gprs:trx-lms+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20464)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20464): Process ended prematurely: osmo-stp_10.42.42.5(pid=20464) [trial-2404↪gprs:trx-lms+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20464)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2404 gprs:trx-lms+mod-bts0-egprs ping.py\u000a----------------------------------------------\u000a12:16:07.331300 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:16:07.342736 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a12:16:07.487322 tst ping.py: using LAC 40833\u000a12:16:07.613266 tst ping.py: using RAC 33\u000a12:16:07.738409 tst ping.py: using CellId 40833\u000a12:16:07.863600 tst ping.py: using BVCI 40834\u000a12:16:07.888676 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:16:07.899972 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:16:07.911124 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:16:07.922400 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:16:07.933533 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:16:07.944478 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:16:07.955752 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:16:07.966877 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a12:16:08.259473 tst ping.py:19: start network...\u000a12:16:08.392176 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:16:08.903900 run create_hlr_db(pid=20458): Launched\u000a12:16:09.090240 bus /gobi_6: Setting Powered False\u000a12:16:10.110299 run create_hlr_db(pid=20458): Terminated: ok {rc=0}\u000a12:16:10.514908 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20460): Launched\u000a12:16:10.814424 run osmo-hlr_10.42.42.2(pid=20461): Launched\u000a12:16:10.927938 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:16:11.449673 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20463): Launched\u000a12:16:11.748006 run osmo-stp_10.42.42.5(pid=20464): Launched\u000a12:16:11.857125 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a12:16:12.388423 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20466): Launched\u000a12:16:12.502297 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a12:16:12.783499 run patchelf(pid=20467): Launched\u000a12:16:12.971658 run osmo-stp_10.42.42.5(pid=20464): ERR: Terminated: ERROR {rc=1} [trial-2404↪gprs:trx-lms+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20464)]\u000a12:16:13.109205 run osmo-stp_10.42.42.5(pid=20464): stdout: \u000a| (launched: 2022-12-14_12:16:11.600767)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:16:13.246654 run osmo-stp_10.42.42.5(pid=20464): stderr: \u000a| �[0;m�[38;5;43m20221214121611770 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214121611770 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214121611770 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214121611771 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214121611771 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214121611771 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214121611771 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:16:13.378505 run osmo-stp_10.42.42.5(pid=20464): stdout: \u000a| (launched: 2022-12-14_12:16:11.600767)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:16:13.509266 run osmo-stp_10.42.42.5(pid=20464): stderr: \u000a| �[0;m�[38;5;43m20221214121611770 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214121611770 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214121611770 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214121611771 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214121611771 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214121611771 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214121611771 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:16:13.662449 run patchelf(pid=20467): Terminating (SIGINT)\u000a12:16:13.841803 run patchelf(pid=20467): Terminated: ok {rc=0}\u000a12:16:13.874694 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=20464): Process ended prematurely: osmo-stp_10.42.42.5(pid=20464) [trial-2404↪gprs:trx-lms+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20464)] [trial-2404↪gprs:trx-lms+mod-bts0-egprs↪ping.py:22]\u000a12:16:13.884267 tst ping.py:22: Test FAILED (6.5 sec)\u000a12:16:13.947013 run osmo-hlr_10.42.42.2(pid=20461): ERR: Terminated: ERROR {rc=237} [trial-2404↪gprs:trx-lms+mod-bts0-egprs↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20461)]\u000a12:16:13.998129 run osmo-hlr_10.42.42.2(pid=20461): stdout: \u000a| (launched: 2022-12-14_12:16:10.666358) \u000a12:16:14.049755 run osmo-hlr_10.42.42.2(pid=20461): stderr: \u000a| �[0;m�[1;31m20221214121610845 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214121610845 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214121610845 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214121610845 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214121610845 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214121610845 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214121610856 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2404/run.2022-12-14_11-25-45/gprs:trx-lms+mod-bts0-egprs/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214121610866 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214121610866 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214121610866 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:16:14.093911 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20460): Terminating (SIGTERM)\u000a12:16:14.136187 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20463): Terminating (SIGTERM)\u000a12:16:14.178742 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20466): Terminating (SIGTERM)\u000a12:16:14.188514 --- ParallelTerminationStrategy: PID 20460 died...\u000a12:16:14.244757 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20460): Terminated: ok {rc=0}\u000a12:16:14.255132 --- ParallelTerminationStrategy: PID 20463 died...\u000a12:16:14.311137 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20463): Terminated: ok {rc=0}\u000a12:16:14.321334 --- ParallelTerminationStrategy: PID 20466 died...\u000a12:16:14.376611 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20466): Terminated: ok {rc=0}\u000a12:16:14.463408 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 266, "className" : "gprs:trx-lms+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20474): Process ended prematurely: osmo-stp_10.42.42.5(pid=20474) [trial-2404↪gprs:trx-lms+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20474)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20474): Process ended prematurely: osmo-stp_10.42.42.5(pid=20474) [trial-2404↪gprs:trx-lms+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20474)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2404 gprs:trx-lms+mod-bts0-egprs ping_idle_ping.py\u000a----------------------------------------------\u000a12:16:15.515311 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:16:15.527359 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a12:16:15.674785 tst ping_idle_ping.py: using LAC 40834\u000a12:16:15.802343 tst ping_idle_ping.py: using RAC 34\u000a12:16:15.951466 tst ping_idle_ping.py: using CellId 40834\u000a12:16:16.093635 tst ping_idle_ping.py: using BVCI 40835\u000a12:16:16.119908 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:16:16.132450 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:16:16.144771 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:16:16.157080 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:16:16.169445 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:16:16.181720 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:16:16.193958 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:16:16.205743 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a12:16:16.557677 tst ping_idle_ping.py:24: start network...\u000a12:16:16.717447 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:16:17.241432 run create_hlr_db(pid=20468): Launched\u000a12:16:17.417534 bus /gobi_6: Setting Powered False\u000a12:16:18.438511 run create_hlr_db(pid=20468): Terminated: ok {rc=0}\u000a12:16:18.867708 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20470): Launched\u000a12:16:19.191857 run osmo-hlr_10.42.42.2(pid=20471): Launched\u000a12:16:19.312322 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:16:19.874141 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20473): Launched\u000a12:16:20.198009 run osmo-stp_10.42.42.5(pid=20474): Launched\u000a12:16:20.314974 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a12:16:20.879471 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20476): Launched\u000a12:16:20.994519 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a12:16:21.276939 run patchelf(pid=20477): Launched\u000a12:16:21.465855 run osmo-stp_10.42.42.5(pid=20474): ERR: Terminated: ERROR {rc=1} [trial-2404↪gprs:trx-lms+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20474)]\u000a12:16:21.603770 run osmo-stp_10.42.42.5(pid=20474): stdout: \u000a| (launched: 2022-12-14_12:16:20.038446)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:16:21.742013 run osmo-stp_10.42.42.5(pid=20474): stderr: \u000a| �[0;m�[38;5;43m20221214121620233 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214121620234 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214121620234 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214121620234 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214121620235 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214121620235 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214121620235 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:16:21.875128 run osmo-stp_10.42.42.5(pid=20474): stdout: \u000a| (launched: 2022-12-14_12:16:20.038446)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:16:22.007492 run osmo-stp_10.42.42.5(pid=20474): stderr: \u000a| �[0;m�[38;5;43m20221214121620233 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214121620234 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214121620234 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214121620234 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214121620235 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214121620235 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214121620235 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:16:22.161121 run patchelf(pid=20477): Terminating (SIGINT)\u000a12:16:22.341860 run patchelf(pid=20477): Terminated: ok {rc=0}\u000a12:16:22.374760 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=20474): Process ended prematurely: osmo-stp_10.42.42.5(pid=20474) [trial-2404↪gprs:trx-lms+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20474)] [trial-2404↪gprs:trx-lms+mod-bts0-egprs↪ping_idle_ping.py:27]\u000a12:16:22.384123 tst ping_idle_ping.py:27: Test FAILED (6.9 sec)\u000a12:16:22.447102 run osmo-hlr_10.42.42.2(pid=20471): ERR: Terminated: ERROR {rc=237} [trial-2404↪gprs:trx-lms+mod-bts0-egprs↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20471)]\u000a12:16:22.498826 run osmo-hlr_10.42.42.2(pid=20471): stdout: \u000a| (launched: 2022-12-14_12:16:19.031891) \u000a12:16:22.551709 run osmo-hlr_10.42.42.2(pid=20471): stderr: \u000a| �[0;m�[1;31m20221214121619229 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214121619229 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214121619229 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214121619229 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214121619229 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214121619230 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214121619242 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2404/run.2022-12-14_11-25-45/gprs:trx-lms+mod-bts0-egprs/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214121619251 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214121619251 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214121619251 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:16:22.596306 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20470): Terminating (SIGTERM)\u000a12:16:22.638304 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20473): Terminating (SIGTERM)\u000a12:16:22.680894 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20476): Terminating (SIGTERM)\u000a12:16:22.690857 --- ParallelTerminationStrategy: PID 20470 died...\u000a12:16:22.747615 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20470): Terminated: ok {rc=0}\u000a12:16:22.758102 --- ParallelTerminationStrategy: PID 20473 died...\u000a12:16:22.814663 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20473): Terminated: ok {rc=0}\u000a12:16:22.825041 --- ParallelTerminationStrategy: PID 20476 died...\u000a12:16:22.881813 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20476): Terminated: ok {rc=0}\u000a12:16:22.969311 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "108", "name" : "gprs_trx-lms+mod-bts0-egprs", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T12:15:24" }, { "cases" : [ { "testActions" : [ ], "age" : 266, "className" : "gprs:trx-lms+mod-bts0-dynts-ipa", "duration" : 10.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20491): Process ended prematurely: osmo-stp_10.42.42.5(pid=20491) [trial-2404↪gprs:trx-lms+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20491)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20491): Process ended prematurely: osmo-stp_10.42.42.5(pid=20491) [trial-2404↪gprs:trx-lms+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20491)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2404 gprs:trx-lms+mod-bts0-dynts-ipa cs_paging_gprs_active.py\u000a----------------------------------------------\u000a12:16:25.139935 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:16:25.151258 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a12:16:25.324821 tst cs_paging_gprs_active.py: using LAC 40835\u000a12:16:25.452221 tst cs_paging_gprs_active.py: using RAC 35\u000a12:16:25.579203 tst cs_paging_gprs_active.py: using CellId 40835\u000a12:16:25.712880 tst cs_paging_gprs_active.py: using BVCI 40836\u000a12:16:25.738143 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:16:25.749463 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:16:25.760595 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:16:25.771716 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:16:25.783391 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:16:25.795131 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:16:25.806971 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:16:25.818777 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:16:25.830829 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a12:16:25.956489 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a12:16:26.255188 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a12:16:26.392728 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:16:26.732825 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20481): Launched\u000a12:16:27.016604 run iperf3-srv_10.42.42.10(pid=20482): Launched\u000a12:16:27.216731 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a12:16:27.353081 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:16:27.693405 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20483): Launched\u000a12:16:27.977994 run iperf3-srv_10.42.42.10(pid=20484): Launched\u000a12:16:28.178122 tst cs_paging_gprs_active.py:38: start network...\u000a12:16:28.314337 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:16:28.839699 run create_hlr_db(pid=20485): Launched\u000a12:16:29.028564 bus /gobi_6: Setting Powered False\u000a12:16:30.049887 run create_hlr_db(pid=20485): Terminated: ok {rc=0}\u000a12:16:30.463300 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20487): Launched\u000a12:16:30.771539 run osmo-hlr_10.42.42.2(pid=20488): Launched\u000a12:16:30.947190 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:16:31.624457 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20490): Launched\u000a12:16:32.030617 run osmo-stp_10.42.42.5(pid=20491): Launched\u000a12:16:32.166772 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a12:16:32.775868 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20493): Launched\u000a12:16:32.892520 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a12:16:33.187893 run patchelf(pid=20494): Launched\u000a12:16:33.379727 run osmo-stp_10.42.42.5(pid=20491): ERR: Terminated: ERROR {rc=1} [trial-2404↪gprs:trx-lms+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20491)]\u000a12:16:33.519828 run osmo-stp_10.42.42.5(pid=20491): stdout: \u000a| (launched: 2022-12-14_12:16:31.794092)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:16:33.659755 run osmo-stp_10.42.42.5(pid=20491): stderr: \u000a| �[0;m�[38;5;43m20221214121632137 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214121632138 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214121632138 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214121632138 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214121632139 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214121632139 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214121632139 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:16:33.795301 run osmo-stp_10.42.42.5(pid=20491): stdout: \u000a| (launched: 2022-12-14_12:16:31.794092)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:16:33.930050 run osmo-stp_10.42.42.5(pid=20491): stderr: \u000a| �[0;m�[38;5;43m20221214121632137 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214121632138 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214121632138 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214121632138 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214121632139 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214121632139 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214121632139 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:16:34.087044 run patchelf(pid=20494): Terminating (SIGINT)\u000a12:16:34.270955 run patchelf(pid=20494): Terminated: ok {rc=0}\u000a12:16:34.304569 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=20491): Process ended prematurely: osmo-stp_10.42.42.5(pid=20491) [trial-2404↪gprs:trx-lms+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20491)] [trial-2404↪gprs:trx-lms+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38]\u000a12:16:34.314665 tst cs_paging_gprs_active.py:38: Test FAILED (9.2 sec)\u000a12:16:34.377855 run osmo-hlr_10.42.42.2(pid=20488): ERR: Terminated: ERROR {rc=237} [trial-2404↪gprs:trx-lms+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20488)]\u000a12:16:34.429463 run osmo-hlr_10.42.42.2(pid=20488): stdout: \u000a| (launched: 2022-12-14_12:16:30.618159) \u000a12:16:34.481522 run osmo-hlr_10.42.42.2(pid=20488): stderr: \u000a| �[0;m�[1;31m20221214121630797 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214121630797 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214121630797 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214121630797 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214121630797 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214121630797 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214121630809 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2404/run.2022-12-14_11-25-45/gprs:trx-lms+mod-bts0-dynts-ipa/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214121630820 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214121630820 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214121630820 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:16:34.525992 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20481): Terminating (SIGTERM)\u000a12:16:34.568377 run iperf3-srv_10.42.42.10(pid=20482): Terminating (SIGTERM)\u000a12:16:34.610359 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20483): Terminating (SIGTERM)\u000a12:16:34.652672 run iperf3-srv_10.42.42.10(pid=20484): Terminating (SIGTERM)\u000a12:16:34.694468 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20487): Terminating (SIGTERM)\u000a12:16:34.736016 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20490): Terminating (SIGTERM)\u000a12:16:34.777725 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20493): Terminating (SIGTERM)\u000a12:16:34.787382 --- ParallelTerminationStrategy: PID 20481 died...\u000a12:16:34.842903 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20481): Terminated: ok {rc=0}\u000a12:16:34.852840 --- ParallelTerminationStrategy: PID 20482 died...\u000a12:16:34.908465 run iperf3-srv_10.42.42.10(pid=20482): Terminated {rc=256}\u000a12:16:34.918476 --- ParallelTerminationStrategy: PID 20483 died...\u000a12:16:34.973907 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20483): Terminated: ok {rc=0}\u000a12:16:34.983910 --- ParallelTerminationStrategy: PID 20484 died...\u000a12:16:35.039331 run iperf3-srv_10.42.42.10(pid=20484): Terminated {rc=256}\u000a12:16:35.049419 --- ParallelTerminationStrategy: PID 20487 died...\u000a12:16:35.104411 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20487): Terminated: ok {rc=0}\u000a12:16:35.114445 --- ParallelTerminationStrategy: PID 20490 died...\u000a12:16:35.169796 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20490): Terminated: ok {rc=0}\u000a12:16:35.179770 --- ParallelTerminationStrategy: PID 20493 died...\u000a12:16:35.235541 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20493): Terminated: ok {rc=0}\u000a12:16:35.321351 bus /gobi_0: Setting Powered False\u000a12:16:36.428046 bus /gobi_0: Setting Powered False\u000a12:16:37.540101 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 266, "className" : "gprs:trx-lms+mod-bts0-dynts-ipa", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20503): Process ended prematurely: osmo-stp_10.42.42.5(pid=20503) [trial-2404↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20503)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20503): Process ended prematurely: osmo-stp_10.42.42.5(pid=20503) [trial-2404↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20503)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2404 gprs:trx-lms+mod-bts0-dynts-ipa iperf3.py\u000a----------------------------------------------\u000a12:16:38.650800 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:16:38.662234 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a12:16:38.821580 tst iperf3.py: using LAC 40836\u000a12:16:38.940499 tst iperf3.py: using RAC 36\u000a12:16:39.062983 tst iperf3.py: using CellId 40836\u000a12:16:39.184027 tst iperf3.py: using BVCI 40837\u000a12:16:39.207229 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:16:39.218094 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:16:39.228779 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:16:39.239432 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:16:39.250411 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:16:39.261475 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:16:39.272415 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:16:39.283259 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:16:39.294450 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a12:16:39.574941 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a12:16:39.702405 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:16:40.020814 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20495): Launched\u000a12:16:40.285134 run iperf3-srv_10.42.42.10(pid=20496): Launched\u000a12:16:40.471603 tst iperf3.py:8: start network...\u000a12:16:40.599219 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:16:41.082735 run create_hlr_db(pid=20497): Launched\u000a12:16:41.258438 bus /gobi_6: Setting Powered False\u000a12:16:42.279989 run create_hlr_db(pid=20497): Terminated: ok {rc=0}\u000a12:16:42.717805 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20499): Launched\u000a12:16:43.047052 run osmo-hlr_10.42.42.2(pid=20500): Launched\u000a12:16:43.166209 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:16:43.736627 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20502): Launched\u000a12:16:44.066642 run osmo-stp_10.42.42.5(pid=20503): Launched\u000a12:16:44.185306 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a12:16:44.758247 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20505): Launched\u000a12:16:44.874647 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a12:16:45.162610 run patchelf(pid=20506): Launched\u000a12:16:45.354523 run osmo-stp_10.42.42.5(pid=20503): ERR: Terminated: ERROR {rc=1} [trial-2404↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20503)]\u000a12:16:45.494761 run osmo-stp_10.42.42.5(pid=20503): stdout: \u000a| (launched: 2022-12-14_12:16:43.903218)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:16:45.635345 run osmo-stp_10.42.42.5(pid=20503): stderr: \u000a| �[0;m�[38;5;43m20221214121644100 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214121644100 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214121644100 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214121644101 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214121644101 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214121644101 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214121644101 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:16:45.770972 run osmo-stp_10.42.42.5(pid=20503): stdout: \u000a| (launched: 2022-12-14_12:16:43.903218)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:16:45.916533 run osmo-stp_10.42.42.5(pid=20503): stderr: \u000a| �[0;m�[38;5;43m20221214121644100 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214121644100 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214121644100 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214121644101 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214121644101 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214121644101 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214121644101 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:16:46.068761 run patchelf(pid=20506): Terminating (SIGINT)\u000a12:16:46.247217 run patchelf(pid=20506): Terminated: ok {rc=0}\u000a12:16:46.280168 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=20503): Process ended prematurely: osmo-stp_10.42.42.5(pid=20503) [trial-2404↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20503)] [trial-2404↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3.py:8]\u000a12:16:46.290647 tst iperf3.py:8: Test FAILED (7.7 sec)\u000a12:16:46.355582 run osmo-hlr_10.42.42.2(pid=20500): ERR: Terminated: ERROR {rc=237} [trial-2404↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20500)]\u000a12:16:46.408644 run osmo-hlr_10.42.42.2(pid=20500): stdout: \u000a| (launched: 2022-12-14_12:16:42.884244) \u000a12:16:46.461777 run osmo-hlr_10.42.42.2(pid=20500): stderr: \u000a| �[0;m�[1;31m20221214121643088 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214121643088 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214121643088 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214121643088 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214121643088 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214121643088 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214121643099 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2404/run.2022-12-14_11-25-45/gprs:trx-lms+mod-bts0-dynts-ipa/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214121643108 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214121643108 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214121643108 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:16:46.506908 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20495): Terminating (SIGTERM)\u000a12:16:46.549192 run iperf3-srv_10.42.42.10(pid=20496): Terminating (SIGTERM)\u000a12:16:46.594726 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20499): Terminating (SIGTERM)\u000a12:16:46.638049 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20502): Terminating (SIGTERM)\u000a12:16:46.684730 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20505): Terminating (SIGTERM)\u000a12:16:46.695284 --- ParallelTerminationStrategy: PID 20495 died...\u000a12:16:46.754753 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20495): Terminated: ok {rc=0}\u000a12:16:46.766088 --- ParallelTerminationStrategy: PID 20496 died...\u000a12:16:46.823489 run iperf3-srv_10.42.42.10(pid=20496): Terminated {rc=256}\u000a12:16:46.835231 --- ParallelTerminationStrategy: PID 20499 died...\u000a12:16:46.891300 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20499): Terminated: ok {rc=0}\u000a12:16:46.902292 --- ParallelTerminationStrategy: PID 20502 died...\u000a12:16:46.959351 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20502): Terminated: ok {rc=0}\u000a12:16:46.970180 --- ParallelTerminationStrategy: PID 20505 died...\u000a12:16:47.030196 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20505): Terminated: ok {rc=0}\u000a12:16:47.119690 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 266, "className" : "gprs:trx-lms+mod-bts0-dynts-ipa", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20521): Process ended prematurely: osmo-stp_10.42.42.5(pid=20521) [trial-2404↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20521)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20521): Process ended prematurely: osmo-stp_10.42.42.5(pid=20521) [trial-2404↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20521)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2404 gprs:trx-lms+mod-bts0-dynts-ipa iperf3m4.py\u000a----------------------------------------------\u000a12:16:48.236756 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:16:48.248994 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a12:16:48.417322 tst iperf3m4.py: using LAC 40837\u000a12:16:48.537429 tst iperf3m4.py: using RAC 37\u000a12:16:48.656372 tst iperf3m4.py: using CellId 40837\u000a12:16:48.776548 tst iperf3m4.py: using BVCI 40838\u000a12:16:48.800115 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:16:48.811126 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:16:48.822258 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:16:48.833227 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:16:48.844708 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:16:48.856548 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:16:48.868412 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:16:48.880188 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:16:48.891965 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a12:16:49.018353 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a12:16:49.141307 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a12:16:49.260200 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a12:16:49.557477 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a12:16:49.694150 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:16:50.035908 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20507): Launched\u000a12:16:50.319013 run iperf3-srv_10.42.42.10(pid=20508): Launched\u000a12:16:50.519464 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a12:16:50.656227 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:16:50.995102 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20509): Launched\u000a12:16:51.278916 run iperf3-srv_10.42.42.10(pid=20510): Launched\u000a12:16:51.478388 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a12:16:51.614366 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:16:51.952791 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20511): Launched\u000a12:16:52.237204 run iperf3-srv_10.42.42.10(pid=20512): Launched\u000a12:16:52.436419 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a12:16:52.572555 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:16:52.912475 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20513): Launched\u000a12:16:53.195340 run iperf3-srv_10.42.42.10(pid=20514): Launched\u000a12:16:53.394712 tst iperf3m4.py:8: start network...\u000a12:16:53.530558 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:16:54.055197 run create_hlr_db(pid=20515): Launched\u000a12:16:54.243909 bus /gobi_6: Setting Powered False\u000a12:16:55.264677 run create_hlr_db(pid=20515): Terminated: ok {rc=0}\u000a12:16:55.676662 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20517): Launched\u000a12:16:55.982453 run osmo-hlr_10.42.42.2(pid=20518): Launched\u000a12:16:56.101044 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:16:56.640300 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20520): Launched\u000a12:16:56.946883 run osmo-stp_10.42.42.5(pid=20521): Launched\u000a12:16:57.057151 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a12:16:57.590654 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20523): Launched\u000a12:16:57.698902 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a12:16:57.965775 run patchelf(pid=20524): Launched\u000a12:16:58.145646 run osmo-stp_10.42.42.5(pid=20521): ERR: Terminated: ERROR {rc=1} [trial-2404↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20521)]\u000a12:16:58.276494 run osmo-stp_10.42.42.5(pid=20521): stdout: \u000a| (launched: 2022-12-14_12:16:56.794756)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:16:58.407406 run osmo-stp_10.42.42.5(pid=20521): stderr: \u000a| �[0;m�[38;5;43m20221214121656964 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214121656965 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214121656965 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214121656965 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214121656966 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214121656966 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214121656966 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:16:58.533577 run osmo-stp_10.42.42.5(pid=20521): stdout: \u000a| (launched: 2022-12-14_12:16:56.794756)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:16:58.659390 run osmo-stp_10.42.42.5(pid=20521): stderr: \u000a| �[0;m�[38;5;43m20221214121656964 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214121656965 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214121656965 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214121656965 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214121656966 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214121656966 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214121656966 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:16:58.805119 run patchelf(pid=20524): Terminating (SIGINT)\u000a12:16:58.976548 run patchelf(pid=20524): Terminated: ok {rc=0}\u000a12:16:59.007974 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=20521): Process ended prematurely: osmo-stp_10.42.42.5(pid=20521) [trial-2404↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20521)] [trial-2404↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3m4.py:8]\u000a12:16:59.017428 tst iperf3m4.py:8: Test FAILED (10.8 sec)\u000a12:16:59.078487 run osmo-hlr_10.42.42.2(pid=20518): ERR: Terminated: ERROR {rc=237} [trial-2404↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20518)]\u000a12:16:59.128846 run osmo-hlr_10.42.42.2(pid=20518): stdout: \u000a| (launched: 2022-12-14_12:16:55.830810) \u000a12:16:59.179288 run osmo-hlr_10.42.42.2(pid=20518): stderr: \u000a| �[0;m�[1;31m20221214121656006 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214121656006 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214121656006 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214121656006 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214121656006 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214121656006 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214121656019 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2404/run.2022-12-14_11-25-45/gprs:trx-lms+mod-bts0-dynts-ipa/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214121656029 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214121656029 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214121656029 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:16:59.222222 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20507): Terminating (SIGTERM)\u000a12:16:59.262784 run iperf3-srv_10.42.42.10(pid=20508): Terminating (SIGTERM)\u000a12:16:59.303473 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20509): Terminating (SIGTERM)\u000a12:16:59.344544 run iperf3-srv_10.42.42.10(pid=20510): Terminating (SIGTERM)\u000a12:16:59.385427 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20511): Terminating (SIGTERM)\u000a12:16:59.427101 run iperf3-srv_10.42.42.10(pid=20512): Terminating (SIGTERM)\u000a12:16:59.467586 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20513): Terminating (SIGTERM)\u000a12:16:59.508308 run iperf3-srv_10.42.42.10(pid=20514): Terminating (SIGTERM)\u000a12:16:59.548933 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20517): Terminating (SIGTERM)\u000a12:16:59.589626 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20520): Terminating (SIGTERM)\u000a12:16:59.630702 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20523): Terminating (SIGTERM)\u000a12:16:59.640407 --- ParallelTerminationStrategy: PID 20507 died...\u000a12:16:59.694736 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20507): Terminated: ok {rc=0}\u000a12:16:59.704371 --- ParallelTerminationStrategy: PID 20508 died...\u000a12:16:59.758367 run iperf3-srv_10.42.42.10(pid=20508): Terminated {rc=256}\u000a12:16:59.767976 --- ParallelTerminationStrategy: PID 20509 died...\u000a12:16:59.822133 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20509): Terminated: ok {rc=0}\u000a12:16:59.831751 --- ParallelTerminationStrategy: PID 20510 died...\u000a12:16:59.885805 run iperf3-srv_10.42.42.10(pid=20510): Terminated {rc=256}\u000a12:16:59.895782 --- ParallelTerminationStrategy: PID 20511 died...\u000a12:16:59.950023 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20511): Terminated: ok {rc=0}\u000a12:16:59.959663 --- ParallelTerminationStrategy: PID 20512 died...\u000a12:17:00.013632 run iperf3-srv_10.42.42.10(pid=20512): Terminated {rc=256}\u000a12:17:00.023310 --- ParallelTerminationStrategy: PID 20513 died...\u000a12:17:00.077538 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20513): Terminated: ok {rc=0}\u000a12:17:00.087289 --- ParallelTerminationStrategy: PID 20514 died...\u000a12:17:00.141303 run iperf3-srv_10.42.42.10(pid=20514): Terminated {rc=256}\u000a12:17:00.150935 --- ParallelTerminationStrategy: PID 20517 died...\u000a12:17:00.205080 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20517): Terminated: ok {rc=0}\u000a12:17:00.214767 --- ParallelTerminationStrategy: PID 20520 died...\u000a12:17:00.268612 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20520): Terminated: ok {rc=0}\u000a12:17:00.278331 --- ParallelTerminationStrategy: PID 20523 died...\u000a12:17:00.332494 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20523): Terminated: ok {rc=0}\u000a12:17:00.416794 bus /gobi_4: Setting Powered False\u000a12:17:01.523541 bus /gobi_4: Setting Powered False\u000a12:17:02.636563 bus /gobi_1: Setting Powered False\u000a12:17:03.740340 bus /gobi_1: Setting Powered False\u000a12:17:04.853398 bus /gobi_0: Setting Powered False\u000a12:17:05.956294 bus /gobi_0: Setting Powered False\u000a12:17:07.069510 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 266, "className" : "gprs:trx-lms+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20534): Process ended prematurely: osmo-stp_10.42.42.5(pid=20534) [trial-2404↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20534)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20534): Process ended prematurely: osmo-stp_10.42.42.5(pid=20534) [trial-2404↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20534)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2404 gprs:trx-lms+mod-bts0-dynts-ipa ping.py\u000a----------------------------------------------\u000a12:17:08.137158 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:17:08.149057 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a12:17:08.306126 tst ping.py: using LAC 40838\u000a12:17:08.422520 tst ping.py: using RAC 38\u000a12:17:08.538647 tst ping.py: using CellId 40838\u000a12:17:08.657398 tst ping.py: using BVCI 40839\u000a12:17:08.680097 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:17:08.691218 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:17:08.701989 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:17:08.712552 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:17:08.723461 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:17:08.734575 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:17:08.745618 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:17:08.756443 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a12:17:09.051689 tst ping.py:19: start network...\u000a12:17:09.184578 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:17:09.696641 run create_hlr_db(pid=20528): Launched\u000a12:17:09.882825 bus /gobi_6: Setting Powered False\u000a12:17:10.903535 run create_hlr_db(pid=20528): Terminated: ok {rc=0}\u000a12:17:11.309273 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20530): Launched\u000a12:17:11.609581 run osmo-hlr_10.42.42.2(pid=20531): Launched\u000a12:17:11.718849 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:17:12.242828 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20533): Launched\u000a12:17:12.541866 run osmo-stp_10.42.42.5(pid=20534): Launched\u000a12:17:12.650692 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a12:17:13.175127 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20536): Launched\u000a12:17:13.281079 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a12:17:13.545081 run patchelf(pid=20537): Launched\u000a12:17:13.721568 run osmo-stp_10.42.42.5(pid=20534): ERR: Terminated: ERROR {rc=1} [trial-2404↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20534)]\u000a12:17:13.850233 run osmo-stp_10.42.42.5(pid=20534): stdout: \u000a| (launched: 2022-12-14_12:17:12.394160)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:17:13.979518 run osmo-stp_10.42.42.5(pid=20534): stderr: \u000a| �[0;m�[38;5;43m20221214121712563 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214121712563 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214121712563 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214121712564 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214121712564 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214121712564 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214121712564 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:17:14.103758 run osmo-stp_10.42.42.5(pid=20534): stdout: \u000a| (launched: 2022-12-14_12:17:12.394160)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:17:14.226450 run osmo-stp_10.42.42.5(pid=20534): stderr: \u000a| �[0;m�[38;5;43m20221214121712563 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214121712563 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214121712563 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214121712564 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214121712564 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214121712564 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214121712564 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:17:14.369560 run patchelf(pid=20537): Terminating (SIGINT)\u000a12:17:14.537907 run patchelf(pid=20537): Terminated: ok {rc=0}\u000a12:17:14.568535 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=20534): Process ended prematurely: osmo-stp_10.42.42.5(pid=20534) [trial-2404↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20534)] [trial-2404↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping.py:22]\u000a12:17:14.577364 tst ping.py:22: Test FAILED (6.4 sec)\u000a12:17:14.638570 run osmo-hlr_10.42.42.2(pid=20531): ERR: Terminated: ERROR {rc=237} [trial-2404↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20531)]\u000a12:17:14.688427 run osmo-hlr_10.42.42.2(pid=20531): stdout: \u000a| (launched: 2022-12-14_12:17:11.460603) \u000a12:17:14.739747 run osmo-hlr_10.42.42.2(pid=20531): stderr: \u000a| �[0;m�[1;31m20221214121711640 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214121711640 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214121711640 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214121711640 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214121711640 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214121711640 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214121711652 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2404/run.2022-12-14_11-25-45/gprs:trx-lms+mod-bts0-dynts-ipa/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214121711660 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214121711661 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214121711661 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:17:14.783154 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20530): Terminating (SIGTERM)\u000a12:17:14.824077 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20533): Terminating (SIGTERM)\u000a12:17:14.864789 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20536): Terminating (SIGTERM)\u000a12:17:14.874261 --- ParallelTerminationStrategy: PID 20530 died...\u000a12:17:14.928889 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20530): Terminated: ok {rc=0}\u000a12:17:14.938773 --- ParallelTerminationStrategy: PID 20533 died...\u000a12:17:14.993093 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20533): Terminated: ok {rc=0}\u000a12:17:15.002824 --- ParallelTerminationStrategy: PID 20536 died...\u000a12:17:15.057224 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20536): Terminated: ok {rc=0}\u000a12:17:15.141998 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 74, "className" : "gprs:trx-lms+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20544): Process ended prematurely: osmo-stp_10.42.42.5(pid=20544) [trial-2404↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20544)]", "failedSince" : 2331, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20544): Process ended prematurely: osmo-stp_10.42.42.5(pid=20544) [trial-2404↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20544)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2404 gprs:trx-lms+mod-bts0-dynts-ipa ping_idle_ping.py\u000a----------------------------------------------\u000a12:17:16.194581 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:17:16.207730 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a12:17:16.407746 tst ping_idle_ping.py: using LAC 40839\u000a12:17:16.538797 tst ping_idle_ping.py: using RAC 39\u000a12:17:16.690935 tst ping_idle_ping.py: using CellId 40839\u000a12:17:16.821538 tst ping_idle_ping.py: using BVCI 40840\u000a12:17:16.847451 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:17:16.859833 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:17:16.872396 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:17:16.884625 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:17:16.897706 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:17:16.911034 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:17:16.923446 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:17:16.936608 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a12:17:17.269419 tst ping_idle_ping.py:24: start network...\u000a12:17:17.404595 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:17:17.923875 run create_hlr_db(pid=20538): Launched\u000a12:17:18.111053 bus /gobi_6: Setting Powered False\u000a12:17:19.133082 run create_hlr_db(pid=20538): Terminated: ok {rc=0}\u000a12:17:19.562908 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20540): Launched\u000a12:17:19.885363 run osmo-hlr_10.42.42.2(pid=20541): Launched\u000a12:17:20.007269 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:17:20.569199 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20543): Launched\u000a12:17:20.892547 run osmo-stp_10.42.42.5(pid=20544): Launched\u000a12:17:21.010115 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a12:17:21.573631 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20546): Launched\u000a12:17:21.688696 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a12:17:21.971881 run patchelf(pid=20547): Launched\u000a12:17:22.161740 run osmo-stp_10.42.42.5(pid=20544): ERR: Terminated: ERROR {rc=1} [trial-2404↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20544)]\u000a12:17:22.300564 run osmo-stp_10.42.42.5(pid=20544): stdout: \u000a| (launched: 2022-12-14_12:17:20.732499)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:17:22.439306 run osmo-stp_10.42.42.5(pid=20544): stderr: \u000a| �[0;m�[38;5;43m20221214121720929 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214121720929 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214121720929 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214121720930 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214121720930 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214121720930 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214121720930 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:17:22.572882 run osmo-stp_10.42.42.5(pid=20544): stdout: \u000a| (launched: 2022-12-14_12:17:20.732499)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:17:22.704910 run osmo-stp_10.42.42.5(pid=20544): stderr: \u000a| �[0;m�[38;5;43m20221214121720929 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214121720929 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214121720929 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214121720930 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214121720930 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214121720930 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214121720930 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:17:22.859614 run patchelf(pid=20547): Terminating (SIGINT)\u000a12:17:23.040284 run patchelf(pid=20547): Terminated: ok {rc=0}\u000a12:17:23.073351 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=20544): Process ended prematurely: osmo-stp_10.42.42.5(pid=20544) [trial-2404↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20544)] [trial-2404↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping_idle_ping.py:27]\u000a12:17:23.082790 tst ping_idle_ping.py:27: Test FAILED (6.9 sec)\u000a12:17:23.146472 run osmo-hlr_10.42.42.2(pid=20541): ERR: Terminated: ERROR {rc=237} [trial-2404↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20541)]\u000a12:17:23.198210 run osmo-hlr_10.42.42.2(pid=20541): stdout: \u000a| (launched: 2022-12-14_12:17:19.725741) \u000a12:17:23.250587 run osmo-hlr_10.42.42.2(pid=20541): stderr: \u000a| �[0;m�[1;31m20221214121719927 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214121719927 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214121719927 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214121719927 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214121719927 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214121719927 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214121719940 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2404/run.2022-12-14_11-25-45/gprs:trx-lms+mod-bts0-dynts-ipa/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214121719948 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214121719948 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214121719948 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:17:23.295618 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20540): Terminating (SIGTERM)\u000a12:17:23.338187 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20543): Terminating (SIGTERM)\u000a12:17:23.380721 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20546): Terminating (SIGTERM)\u000a12:17:23.390668 --- ParallelTerminationStrategy: PID 20540 died...\u000a12:17:23.447368 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20540): Terminated: ok {rc=0}\u000a12:17:23.457779 --- ParallelTerminationStrategy: PID 20543 died...\u000a12:17:23.513998 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20543): Terminated: ok {rc=0}\u000a12:17:23.524325 --- ParallelTerminationStrategy: PID 20546 died...\u000a12:17:23.580586 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20546): Terminated: ok {rc=0}\u000a12:17:23.667937 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "109", "name" : "gprs_trx-lms+mod-bts0-dynts-ipa", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T12:16:24" }, { "cases" : [ { "testActions" : [ ], "age" : 266, "className" : "gprs:trx-lms+mod-bts0-dynts-osmo", "duration" : 10.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20561): Process ended prematurely: osmo-stp_10.42.42.5(pid=20561) [trial-2404↪gprs:trx-lms+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20561)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20561): Process ended prematurely: osmo-stp_10.42.42.5(pid=20561) [trial-2404↪gprs:trx-lms+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20561)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2404 gprs:trx-lms+mod-bts0-dynts-osmo cs_paging_gprs_active.py\u000a----------------------------------------------\u000a12:17:25.834528 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:17:25.845503 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a12:17:26.013332 tst cs_paging_gprs_active.py: using LAC 40840\u000a12:17:26.143163 tst cs_paging_gprs_active.py: using RAC 40\u000a12:17:26.267883 tst cs_paging_gprs_active.py: using CellId 40840\u000a12:17:26.396194 tst cs_paging_gprs_active.py: using BVCI 40841\u000a12:17:26.421600 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:17:26.432989 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:17:26.444263 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:17:26.455800 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:17:26.467035 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:17:26.478425 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:17:26.489683 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:17:26.500640 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:17:26.511881 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a12:17:26.630709 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a12:17:26.917706 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a12:17:27.045600 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:17:27.364532 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20551): Launched\u000a12:17:27.629313 run iperf3-srv_10.42.42.10(pid=20552): Launched\u000a12:17:27.815549 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a12:17:27.942956 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:17:28.262394 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20553): Launched\u000a12:17:28.541477 run iperf3-srv_10.42.42.10(pid=20554): Launched\u000a12:17:28.742565 tst cs_paging_gprs_active.py:38: start network...\u000a12:17:28.879555 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:17:29.406166 run create_hlr_db(pid=20555): Launched\u000a12:17:29.595965 bus /gobi_6: Setting Powered False\u000a12:17:30.616230 run create_hlr_db(pid=20555): Terminated: ok {rc=0}\u000a12:17:31.084213 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20557): Launched\u000a12:17:31.491093 run osmo-hlr_10.42.42.2(pid=20558): Launched\u000a12:17:31.666753 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:17:32.419744 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20560): Launched\u000a12:17:32.751124 run osmo-stp_10.42.42.5(pid=20561): Launched\u000a12:17:32.869859 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a12:17:33.439428 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20563): Launched\u000a12:17:33.549436 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a12:17:33.819773 run patchelf(pid=20564): Launched\u000a12:17:34.001173 run osmo-stp_10.42.42.5(pid=20561): ERR: Terminated: ERROR {rc=1} [trial-2404↪gprs:trx-lms+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20561)]\u000a12:17:34.132809 run osmo-stp_10.42.42.5(pid=20561): stdout: \u000a| (launched: 2022-12-14_12:17:32.587647)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:17:34.265380 run osmo-stp_10.42.42.5(pid=20561): stderr: \u000a| �[0;m�[38;5;43m20221214121732780 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214121732780 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214121732781 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214121732781 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214121732782 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214121732782 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214121732782 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:17:34.392702 run osmo-stp_10.42.42.5(pid=20561): stdout: \u000a| (launched: 2022-12-14_12:17:32.587647)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:17:34.518848 run osmo-stp_10.42.42.5(pid=20561): stderr: \u000a| �[0;m�[38;5;43m20221214121732780 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214121732780 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214121732781 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214121732781 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214121732782 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214121732782 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214121732782 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:17:34.665316 run patchelf(pid=20564): Terminating (SIGINT)\u000a12:17:34.837348 run patchelf(pid=20564): Terminated: ok {rc=0}\u000a12:17:34.868661 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=20561): Process ended prematurely: osmo-stp_10.42.42.5(pid=20561) [trial-2404↪gprs:trx-lms+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20561)] [trial-2404↪gprs:trx-lms+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38]\u000a12:17:34.877991 tst cs_paging_gprs_active.py:38: Test FAILED (9.1 sec)\u000a12:17:34.942439 run osmo-hlr_10.42.42.2(pid=20558): ERR: Terminated: ERROR {rc=237} [trial-2404↪gprs:trx-lms+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20558)]\u000a12:17:34.993470 run osmo-hlr_10.42.42.2(pid=20558): stdout: \u000a| (launched: 2022-12-14_12:17:31.258880) \u000a12:17:35.045331 run osmo-hlr_10.42.42.2(pid=20558): stderr: \u000a| �[0;m�[1;31m20221214121731685 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214121731685 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214121731685 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214121731685 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214121731685 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214121731685 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214121731702 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2404/run.2022-12-14_11-25-45/gprs:trx-lms+mod-bts0-dynts-osmo/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214121731716 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214121731718 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214121731722 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:17:35.090526 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20551): Terminating (SIGTERM)\u000a12:17:35.133440 run iperf3-srv_10.42.42.10(pid=20552): Terminating (SIGTERM)\u000a12:17:35.174868 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20553): Terminating (SIGTERM)\u000a12:17:35.216487 run iperf3-srv_10.42.42.10(pid=20554): Terminating (SIGTERM)\u000a12:17:35.258433 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20557): Terminating (SIGTERM)\u000a12:17:35.299927 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20560): Terminating (SIGTERM)\u000a12:17:35.341804 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20563): Terminating (SIGTERM)\u000a12:17:35.351501 --- ParallelTerminationStrategy: PID 20551 died...\u000a12:17:35.407141 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20551): Terminated: ok {rc=0}\u000a12:17:35.417181 --- ParallelTerminationStrategy: PID 20552 died...\u000a12:17:35.473182 run iperf3-srv_10.42.42.10(pid=20552): Terminated {rc=256}\u000a12:17:35.483159 --- ParallelTerminationStrategy: PID 20553 died...\u000a12:17:35.538719 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20553): Terminated: ok {rc=0}\u000a12:17:35.548728 --- ParallelTerminationStrategy: PID 20554 died...\u000a12:17:35.604197 run iperf3-srv_10.42.42.10(pid=20554): Terminated {rc=256}\u000a12:17:35.614204 --- ParallelTerminationStrategy: PID 20557 died...\u000a12:17:35.669754 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20557): Terminated: ok {rc=0}\u000a12:17:35.679733 --- ParallelTerminationStrategy: PID 20560 died...\u000a12:17:35.735125 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20560): Terminated: ok {rc=0}\u000a12:17:35.745420 --- ParallelTerminationStrategy: PID 20563 died...\u000a12:17:35.800997 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20563): Terminated: ok {rc=0}\u000a12:17:35.889299 bus /gobi_0: Setting Powered False\u000a12:17:36.993234 bus /gobi_0: Setting Powered False\u000a12:17:38.105141 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 266, "className" : "gprs:trx-lms+mod-bts0-dynts-osmo", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20575): Process ended prematurely: osmo-stp_10.42.42.5(pid=20575) [trial-2404↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20575)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20575): Process ended prematurely: osmo-stp_10.42.42.5(pid=20575) [trial-2404↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20575)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2404 gprs:trx-lms+mod-bts0-dynts-osmo iperf3.py\u000a----------------------------------------------\u000a12:17:39.216299 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:17:39.228004 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a12:17:39.388290 tst iperf3.py: using LAC 40841\u000a12:17:39.510117 tst iperf3.py: using RAC 41\u000a12:17:39.629984 tst iperf3.py: using CellId 40841\u000a12:17:39.749355 tst iperf3.py: using BVCI 40842\u000a12:17:39.772580 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:17:39.783438 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:17:39.794234 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:17:39.804906 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:17:39.815817 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:17:39.826865 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:17:39.838057 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:17:39.849256 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:17:39.860414 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a12:17:40.145070 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a12:17:40.272033 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:17:40.590203 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20567): Launched\u000a12:17:40.856455 run iperf3-srv_10.42.42.10(pid=20568): Launched\u000a12:17:41.043697 tst iperf3.py:8: start network...\u000a12:17:41.171276 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:17:41.655502 run create_hlr_db(pid=20569): Launched\u000a12:17:41.832042 bus /gobi_6: Setting Powered False\u000a12:17:42.854426 run create_hlr_db(pid=20569): Terminated: ok {rc=0}\u000a12:17:43.264442 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20571): Launched\u000a12:17:43.572394 run osmo-hlr_10.42.42.2(pid=20572): Launched\u000a12:17:43.691653 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:17:44.233450 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20574): Launched\u000a12:17:44.541925 run osmo-stp_10.42.42.5(pid=20575): Launched\u000a12:17:44.653410 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a12:17:45.187409 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20577): Launched\u000a12:17:45.296215 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a12:17:45.564407 run patchelf(pid=20578): Launched\u000a12:17:45.743834 run osmo-stp_10.42.42.5(pid=20575): ERR: Terminated: ERROR {rc=1} [trial-2404↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20575)]\u000a12:17:45.895263 run osmo-stp_10.42.42.5(pid=20575): stdout: \u000a| (launched: 2022-12-14_12:17:44.388103)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:17:46.040611 run osmo-stp_10.42.42.5(pid=20575): stderr: \u000a| �[0;m�[38;5;43m20221214121744559 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214121744559 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214121744560 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214121744560 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214121744561 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214121744561 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214121744561 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:17:46.180926 run osmo-stp_10.42.42.5(pid=20575): stdout: \u000a| (launched: 2022-12-14_12:17:44.388103)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:17:46.318873 run osmo-stp_10.42.42.5(pid=20575): stderr: \u000a| �[0;m�[38;5;43m20221214121744559 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214121744559 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214121744560 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214121744560 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214121744561 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214121744561 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214121744561 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:17:46.480453 run patchelf(pid=20578): Terminating (SIGINT)\u000a12:17:46.669241 run patchelf(pid=20578): Terminated: ok {rc=0}\u000a12:17:46.704396 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=20575): Process ended prematurely: osmo-stp_10.42.42.5(pid=20575) [trial-2404↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20575)] [trial-2404↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3.py:8]\u000a12:17:46.715310 tst iperf3.py:8: Test FAILED (7.5 sec)\u000a12:17:46.780567 run osmo-hlr_10.42.42.2(pid=20572): ERR: Terminated: ERROR {rc=237} [trial-2404↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20572)]\u000a12:17:46.834456 run osmo-hlr_10.42.42.2(pid=20572): stdout: \u000a| (launched: 2022-12-14_12:17:43.420022) \u000a12:17:46.888445 run osmo-hlr_10.42.42.2(pid=20572): stderr: \u000a| �[0;m�[1;31m20221214121743601 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214121743601 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214121743601 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214121743601 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214121743601 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214121743601 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214121743614 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2404/run.2022-12-14_11-25-45/gprs:trx-lms+mod-bts0-dynts-osmo/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214121743622 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214121743622 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214121743622 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:17:46.934918 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20567): Terminating (SIGTERM)\u000a12:17:46.981077 run iperf3-srv_10.42.42.10(pid=20568): Terminating (SIGTERM)\u000a12:17:47.029360 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20571): Terminating (SIGTERM)\u000a12:17:47.076109 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20574): Terminating (SIGTERM)\u000a12:17:47.121664 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20577): Terminating (SIGTERM)\u000a12:17:47.133366 --- ParallelTerminationStrategy: PID 20567 died...\u000a12:17:47.192518 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20567): Terminated: ok {rc=0}\u000a12:17:47.204244 --- ParallelTerminationStrategy: PID 20568 died...\u000a12:17:47.261522 run iperf3-srv_10.42.42.10(pid=20568): Terminated {rc=256}\u000a12:17:47.271869 --- ParallelTerminationStrategy: PID 20571 died...\u000a12:17:47.328488 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20571): Terminated: ok {rc=0}\u000a12:17:47.338568 --- ParallelTerminationStrategy: PID 20574 died...\u000a12:17:47.394478 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20574): Terminated: ok {rc=0}\u000a12:17:47.404587 --- ParallelTerminationStrategy: PID 20577 died...\u000a12:17:47.460366 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20577): Terminated: ok {rc=0}\u000a12:17:47.545863 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 266, "className" : "gprs:trx-lms+mod-bts0-dynts-osmo", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20593): Process ended prematurely: osmo-stp_10.42.42.5(pid=20593) [trial-2404↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20593)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20593): Process ended prematurely: osmo-stp_10.42.42.5(pid=20593) [trial-2404↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20593)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2404 gprs:trx-lms+mod-bts0-dynts-osmo iperf3m4.py\u000a----------------------------------------------\u000a12:17:48.655403 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:17:48.667081 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a12:17:48.827861 tst iperf3m4.py: using LAC 40842\u000a12:17:48.948132 tst iperf3m4.py: using RAC 42\u000a12:17:49.069247 tst iperf3m4.py: using CellId 40842\u000a12:17:49.189571 tst iperf3m4.py: using BVCI 40843\u000a12:17:49.212740 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:17:49.223831 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:17:49.234617 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:17:49.245392 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:17:49.256226 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:17:49.267294 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:17:49.278569 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:17:49.289471 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:17:49.300515 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a12:17:49.422372 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a12:17:49.543788 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a12:17:49.664527 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a12:17:49.948129 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a12:17:50.075258 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:17:50.395241 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20579): Launched\u000a12:17:50.661277 run iperf3-srv_10.42.42.10(pid=20580): Launched\u000a12:17:50.847206 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a12:17:50.974347 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:17:51.292735 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20581): Launched\u000a12:17:51.558520 run iperf3-srv_10.42.42.10(pid=20582): Launched\u000a12:17:51.743453 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a12:17:51.870019 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:17:52.190451 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20583): Launched\u000a12:17:52.453327 run iperf3-srv_10.42.42.10(pid=20584): Launched\u000a12:17:52.638048 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a12:17:52.764236 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:17:53.084495 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20585): Launched\u000a12:17:53.349121 run iperf3-srv_10.42.42.10(pid=20586): Launched\u000a12:17:53.533949 tst iperf3m4.py:8: start network...\u000a12:17:53.660412 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:17:54.142750 run create_hlr_db(pid=20587): Launched\u000a12:17:54.318466 bus /gobi_6: Setting Powered False\u000a12:17:55.340734 run create_hlr_db(pid=20587): Terminated: ok {rc=0}\u000a12:17:55.778767 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20589): Launched\u000a12:17:56.108368 run osmo-hlr_10.42.42.2(pid=20590): Launched\u000a12:17:56.227477 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:17:56.798236 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20592): Launched\u000a12:17:57.129343 run osmo-stp_10.42.42.5(pid=20593): Launched\u000a12:17:57.248051 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a12:17:57.818607 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20595): Launched\u000a12:17:57.935146 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a12:17:58.222964 run patchelf(pid=20596): Launched\u000a12:17:58.414348 run osmo-stp_10.42.42.5(pid=20593): ERR: Terminated: ERROR {rc=1} [trial-2404↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20593)]\u000a12:17:58.554598 run osmo-stp_10.42.42.5(pid=20593): stdout: \u000a| (launched: 2022-12-14_12:17:56.965449)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:17:58.694584 run osmo-stp_10.42.42.5(pid=20593): stderr: \u000a| �[0;m�[38;5;43m20221214121757158 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214121757158 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214121757158 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214121757158 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214121757159 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214121757159 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214121757159 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:17:58.829565 run osmo-stp_10.42.42.5(pid=20593): stdout: \u000a| (launched: 2022-12-14_12:17:56.965449)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:17:58.963746 run osmo-stp_10.42.42.5(pid=20593): stderr: \u000a| �[0;m�[38;5;43m20221214121757158 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214121757158 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214121757158 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214121757158 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214121757159 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214121757159 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214121757159 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:17:59.120533 run patchelf(pid=20596): Terminating (SIGINT)\u000a12:17:59.303737 run patchelf(pid=20596): Terminated: ok {rc=0}\u000a12:17:59.337527 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=20593): Process ended prematurely: osmo-stp_10.42.42.5(pid=20593) [trial-2404↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20593)] [trial-2404↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3m4.py:8]\u000a12:17:59.347515 tst iperf3m4.py:8: Test FAILED (10.7 sec)\u000a12:17:59.410817 run osmo-hlr_10.42.42.2(pid=20590): ERR: Terminated: ERROR {rc=237} [trial-2404↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20590)]\u000a12:17:59.462181 run osmo-hlr_10.42.42.2(pid=20590): stdout: \u000a| (launched: 2022-12-14_12:17:55.945293) \u000a12:17:59.513889 run osmo-hlr_10.42.42.2(pid=20590): stderr: \u000a| �[0;m�[1;31m20221214121756142 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214121756142 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214121756142 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214121756142 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214121756142 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214121756143 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214121756203 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2404/run.2022-12-14_11-25-45/gprs:trx-lms+mod-bts0-dynts-osmo/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214121756212 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214121756212 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214121756212 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:17:59.558392 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20579): Terminating (SIGTERM)\u000a12:17:59.600600 run iperf3-srv_10.42.42.10(pid=20580): Terminating (SIGTERM)\u000a12:17:59.643186 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20581): Terminating (SIGTERM)\u000a12:17:59.685336 run iperf3-srv_10.42.42.10(pid=20582): Terminating (SIGTERM)\u000a12:17:59.727258 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20583): Terminating (SIGTERM)\u000a12:17:59.769351 run iperf3-srv_10.42.42.10(pid=20584): Terminating (SIGTERM)\u000a12:17:59.811099 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20585): Terminating (SIGTERM)\u000a12:17:59.853268 run iperf3-srv_10.42.42.10(pid=20586): Terminating (SIGTERM)\u000a12:17:59.894953 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20589): Terminating (SIGTERM)\u000a12:17:59.937173 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20592): Terminating (SIGTERM)\u000a12:17:59.979535 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20595): Terminating (SIGTERM)\u000a12:17:59.989465 --- ParallelTerminationStrategy: PID 20579 died...\u000a12:18:00.045885 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20579): Terminated: ok {rc=0}\u000a12:18:00.056087 --- ParallelTerminationStrategy: PID 20580 died...\u000a12:18:00.112628 run iperf3-srv_10.42.42.10(pid=20580): Terminated {rc=256}\u000a12:18:00.122855 --- ParallelTerminationStrategy: PID 20581 died...\u000a12:18:00.178880 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20581): Terminated: ok {rc=0}\u000a12:18:00.189081 --- ParallelTerminationStrategy: PID 20582 died...\u000a12:18:00.244866 run iperf3-srv_10.42.42.10(pid=20582): Terminated {rc=256}\u000a12:18:00.255001 --- ParallelTerminationStrategy: PID 20583 died...\u000a12:18:00.310828 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20583): Terminated: ok {rc=0}\u000a12:18:00.321088 --- ParallelTerminationStrategy: PID 20584 died...\u000a12:18:00.377290 run iperf3-srv_10.42.42.10(pid=20584): Terminated {rc=256}\u000a12:18:00.387450 --- ParallelTerminationStrategy: PID 20585 died...\u000a12:18:00.443597 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20585): Terminated: ok {rc=0}\u000a12:18:00.453917 --- ParallelTerminationStrategy: PID 20586 died...\u000a12:18:00.509895 run iperf3-srv_10.42.42.10(pid=20586): Terminated {rc=256}\u000a12:18:00.520054 --- ParallelTerminationStrategy: PID 20589 died...\u000a12:18:00.576300 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20589): Terminated: ok {rc=0}\u000a12:18:00.586517 --- ParallelTerminationStrategy: PID 20592 died...\u000a12:18:00.642699 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20592): Terminated: ok {rc=0}\u000a12:18:00.652837 --- ParallelTerminationStrategy: PID 20595 died...\u000a12:18:00.708870 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20595): Terminated: ok {rc=0}\u000a12:18:00.796939 bus /gobi_4: Setting Powered False\u000a12:18:01.903978 bus /gobi_4: Setting Powered False\u000a12:18:03.016240 bus /gobi_1: Setting Powered False\u000a12:18:04.122588 bus /gobi_1: Setting Powered False\u000a12:18:05.231315 bus /gobi_0: Setting Powered False\u000a12:18:06.338021 bus /gobi_0: Setting Powered False\u000a12:18:07.451207 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 266, "className" : "gprs:trx-lms+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20604): Process ended prematurely: osmo-stp_10.42.42.5(pid=20604) [trial-2404↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20604)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20604): Process ended prematurely: osmo-stp_10.42.42.5(pid=20604) [trial-2404↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20604)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2404 gprs:trx-lms+mod-bts0-dynts-osmo ping.py\u000a----------------------------------------------\u000a12:18:08.521267 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:18:08.533291 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a12:18:08.693638 tst ping.py: using LAC 40843\u000a12:18:08.811115 tst ping.py: using RAC 43\u000a12:18:08.932821 tst ping.py: using CellId 40843\u000a12:18:09.048601 tst ping.py: using BVCI 40844\u000a12:18:09.071461 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:18:09.082351 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:18:09.093498 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:18:09.104205 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:18:09.115221 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:18:09.126229 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:18:09.137252 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:18:09.148199 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a12:18:09.443745 tst ping.py:19: start network...\u000a12:18:09.578692 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:18:10.095757 run create_hlr_db(pid=20598): Launched\u000a12:18:10.283574 bus /gobi_6: Setting Powered False\u000a12:18:11.304143 run create_hlr_db(pid=20598): Terminated: ok {rc=0}\u000a12:18:11.713551 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20600): Launched\u000a12:18:12.015768 run osmo-hlr_10.42.42.2(pid=20601): Launched\u000a12:18:12.134638 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:18:12.696837 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20603): Launched\u000a12:18:13.019072 run osmo-stp_10.42.42.5(pid=20604): Launched\u000a12:18:13.135131 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a12:18:13.699474 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20606): Launched\u000a12:18:13.813978 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a12:18:14.095540 run patchelf(pid=20607): Launched\u000a12:18:14.284132 run osmo-stp_10.42.42.5(pid=20604): ERR: Terminated: ERROR {rc=1} [trial-2404↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20604)]\u000a12:18:14.422301 run osmo-stp_10.42.42.5(pid=20604): stdout: \u000a| (launched: 2022-12-14_12:18:12.859727)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:18:14.560338 run osmo-stp_10.42.42.5(pid=20604): stderr: \u000a| �[0;m�[38;5;43m20221214121813053 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214121813053 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214121813053 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214121813054 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214121813056 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214121813056 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214121813056 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:18:14.693142 run osmo-stp_10.42.42.5(pid=20604): stdout: \u000a| (launched: 2022-12-14_12:18:12.859727)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:18:14.824587 run osmo-stp_10.42.42.5(pid=20604): stderr: \u000a| �[0;m�[38;5;43m20221214121813053 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214121813053 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214121813053 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214121813054 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214121813056 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214121813056 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214121813056 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:18:14.978550 run patchelf(pid=20607): Terminating (SIGINT)\u000a12:18:15.159237 run patchelf(pid=20607): Terminated: ok {rc=0}\u000a12:18:15.191904 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=20604): Process ended prematurely: osmo-stp_10.42.42.5(pid=20604) [trial-2404↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20604)] [trial-2404↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping.py:22]\u000a12:18:15.201298 tst ping.py:22: Test FAILED (6.7 sec)\u000a12:18:15.264832 run osmo-hlr_10.42.42.2(pid=20601): ERR: Terminated: ERROR {rc=237} [trial-2404↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20601)]\u000a12:18:15.316512 run osmo-hlr_10.42.42.2(pid=20601): stdout: \u000a| (launched: 2022-12-14_12:18:11.866052) \u000a12:18:15.368862 run osmo-hlr_10.42.42.2(pid=20601): stderr: \u000a| �[0;m�[1;31m20221214121812045 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214121812045 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214121812045 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214121812045 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214121812045 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214121812045 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214121812059 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2404/run.2022-12-14_11-25-45/gprs:trx-lms+mod-bts0-dynts-osmo/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214121812069 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214121812069 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214121812069 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:18:15.413702 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20600): Terminating (SIGTERM)\u000a12:18:15.455915 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20603): Terminating (SIGTERM)\u000a12:18:15.498647 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20606): Terminating (SIGTERM)\u000a12:18:15.508492 --- ParallelTerminationStrategy: PID 20600 died...\u000a12:18:15.564784 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20600): Terminated: ok {rc=0}\u000a12:18:15.575065 --- ParallelTerminationStrategy: PID 20603 died...\u000a12:18:15.630984 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20603): Terminated: ok {rc=0}\u000a12:18:15.641229 --- ParallelTerminationStrategy: PID 20606 died...\u000a12:18:15.697281 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20606): Terminated: ok {rc=0}\u000a12:18:15.784745 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 266, "className" : "gprs:trx-lms+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20614): Process ended prematurely: osmo-stp_10.42.42.5(pid=20614) [trial-2404↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20614)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20614): Process ended prematurely: osmo-stp_10.42.42.5(pid=20614) [trial-2404↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20614)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2404 gprs:trx-lms+mod-bts0-dynts-osmo ping_idle_ping.py\u000a----------------------------------------------\u000a12:18:16.844325 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:18:16.861993 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a12:18:17.057138 tst ping_idle_ping.py: using LAC 40844\u000a12:18:17.185389 tst ping_idle_ping.py: using RAC 44\u000a12:18:17.314208 tst ping_idle_ping.py: using CellId 40844\u000a12:18:17.440551 tst ping_idle_ping.py: using BVCI 40845\u000a12:18:17.465464 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:18:17.476994 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:18:17.488434 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:18:17.499905 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:18:17.511245 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:18:17.522602 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:18:17.534416 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:18:17.546169 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a12:18:17.841530 tst ping_idle_ping.py:24: start network...\u000a12:18:17.976043 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:18:18.497510 run create_hlr_db(pid=20608): Launched\u000a12:18:18.686011 bus /gobi_6: Setting Powered False\u000a12:18:19.706406 run create_hlr_db(pid=20608): Terminated: ok {rc=0}\u000a12:18:20.115038 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20610): Launched\u000a12:18:20.419854 run osmo-hlr_10.42.42.2(pid=20611): Launched\u000a12:18:20.537851 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:18:21.070190 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20613): Launched\u000a12:18:21.374329 run osmo-stp_10.42.42.5(pid=20614): Launched\u000a12:18:21.484254 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a12:18:22.010750 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20616): Launched\u000a12:18:22.117342 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a12:18:22.380091 run patchelf(pid=20617): Launched\u000a12:18:22.557353 run osmo-stp_10.42.42.5(pid=20614): ERR: Terminated: ERROR {rc=1} [trial-2404↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20614)]\u000a12:18:22.686560 run osmo-stp_10.42.42.5(pid=20614): stdout: \u000a| (launched: 2022-12-14_12:18:21.222435)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:18:22.816496 run osmo-stp_10.42.42.5(pid=20614): stderr: \u000a| �[0;m�[38;5;43m20221214121821396 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214121821396 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214121821396 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214121821396 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214121821397 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214121821397 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214121821397 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:18:22.941168 run osmo-stp_10.42.42.5(pid=20614): stdout: \u000a| (launched: 2022-12-14_12:18:21.222435)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:18:23.064867 run osmo-stp_10.42.42.5(pid=20614): stderr: \u000a| �[0;m�[38;5;43m20221214121821396 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214121821396 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214121821396 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214121821396 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214121821397 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214121821397 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214121821397 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:18:23.208526 run patchelf(pid=20617): Terminating (SIGINT)\u000a12:18:23.378242 run patchelf(pid=20617): Terminated: ok {rc=0}\u000a12:18:23.408890 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=20614): Process ended prematurely: osmo-stp_10.42.42.5(pid=20614) [trial-2404↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20614)] [trial-2404↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping_idle_ping.py:27]\u000a12:18:23.417662 tst ping_idle_ping.py:27: Test FAILED (6.6 sec)\u000a12:18:23.478203 run osmo-hlr_10.42.42.2(pid=20611): ERR: Terminated: ERROR {rc=237} [trial-2404↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20611)]\u000a12:18:23.527417 run osmo-hlr_10.42.42.2(pid=20611): stdout: \u000a| (launched: 2022-12-14_12:18:20.268083) \u000a12:18:23.577318 run osmo-hlr_10.42.42.2(pid=20611): stderr: \u000a| �[0;m�[1;31m20221214121820444 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214121820445 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214121820445 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214121820445 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214121820445 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214121820445 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214121820457 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2404/run.2022-12-14_11-25-45/gprs:trx-lms+mod-bts0-dynts-osmo/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214121820465 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214121820465 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214121820465 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:18:23.620171 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20610): Terminating (SIGTERM)\u000a12:18:23.661332 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20613): Terminating (SIGTERM)\u000a12:18:23.701659 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20616): Terminating (SIGTERM)\u000a12:18:23.710989 --- ParallelTerminationStrategy: PID 20610 died...\u000a12:18:23.764601 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20610): Terminated: ok {rc=0}\u000a12:18:23.774385 --- ParallelTerminationStrategy: PID 20613 died...\u000a12:18:23.827741 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20613): Terminated: ok {rc=0}\u000a12:18:23.837466 --- ParallelTerminationStrategy: PID 20616 died...\u000a12:18:23.890785 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20616): Terminated: ok {rc=0}\u000a12:18:23.975174 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "110", "name" : "gprs_trx-lms+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T12:17:25" }, { "cases" : [ { "testActions" : [ ], "age" : 266, "className" : "dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20628): Process ended prematurely: osmo-stp_10.42.42.5(pid=20628) [trial-2404↪dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20628)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20628): Process ended prematurely: osmo-stp_10.42.42.5(pid=20628) [trial-2404↪dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20628)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2404 dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any switch_tch_pdch.py\u000a----------------------------------------------\u000a12:18:26.001852 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a12:18:26.013462 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a12:18:26.168285 tst switch_tch_pdch.py: using LAC 40845\u000a12:18:26.290793 tst switch_tch_pdch.py: using RAC 45\u000a12:18:26.424233 tst switch_tch_pdch.py: using CellId 40845\u000a12:18:26.560165 tst switch_tch_pdch.py: using BVCI 40846\u000a12:18:26.584881 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a12:18:26.596655 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a12:18:26.608100 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a12:18:26.619608 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a12:18:26.631110 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a12:18:26.642660 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a12:18:26.654308 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a12:18:26.665883 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a12:18:26.783231 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a12:18:27.085488 tst switch_tch_pdch.py:51: start network...\u000a12:18:27.220070 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:18:27.735667 run create_hlr_db(pid=20622): Launched\u000a12:18:27.922726 bus /gobi_6: Setting Powered False\u000a12:18:28.942291 run create_hlr_db(pid=20622): Terminated: ok {rc=0}\u000a12:18:29.374025 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20624): Launched\u000a12:18:29.697924 run osmo-hlr_10.42.42.2(pid=20625): Launched\u000a12:18:29.815898 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:18:30.376712 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20627): Launched\u000a12:18:30.699288 run osmo-stp_10.42.42.5(pid=20628): Launched\u000a12:18:30.816815 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a12:18:31.427864 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20630): Launched\u000a12:18:31.544041 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a12:18:31.844438 run patchelf(pid=20631): Launched\u000a12:18:32.026256 run osmo-stp_10.42.42.5(pid=20628): ERR: Terminated: ERROR {rc=1} [trial-2404↪dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20628)]\u000a12:18:32.162161 run osmo-stp_10.42.42.5(pid=20628): stdout: \u000a| (launched: 2022-12-14_12:18:30.539614)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:18:32.295483 run osmo-stp_10.42.42.5(pid=20628): stderr: \u000a| �[0;m�[38;5;43m20221214121830734 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214121830734 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214121830734 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214121830734 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214121830735 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214121830735 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214121830735 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:18:32.428653 run osmo-stp_10.42.42.5(pid=20628): stdout: \u000a| (launched: 2022-12-14_12:18:30.539614)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:18:32.560039 run osmo-stp_10.42.42.5(pid=20628): stderr: \u000a| �[0;m�[38;5;43m20221214121830734 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214121830734 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214121830734 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214121830734 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214121830735 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214121830735 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214121830735 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:18:32.713554 run patchelf(pid=20631): Terminating (SIGINT)\u000a12:18:32.893912 run patchelf(pid=20631): Terminated: ok {rc=0}\u000a12:18:32.927289 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=20628): Process ended prematurely: osmo-stp_10.42.42.5(pid=20628) [trial-2404↪dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20628)] [trial-2404↪dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54]\u000a12:18:32.936642 tst switch_tch_pdch.py:54: Test FAILED (6.9 sec)\u000a12:18:33.000345 run osmo-hlr_10.42.42.2(pid=20625): ERR: Terminated: ERROR {rc=237} [trial-2404↪dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20625)]\u000a12:18:33.051810 run osmo-hlr_10.42.42.2(pid=20625): stdout: \u000a| (launched: 2022-12-14_12:18:29.537758) \u000a12:18:33.103966 run osmo-hlr_10.42.42.2(pid=20625): stderr: \u000a| �[0;m�[1;31m20221214121829738 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214121829738 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214121829738 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214121829738 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214121829739 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214121829739 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214121829751 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2404/run.2022-12-14_11-25-45/dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214121829759 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214121829759 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214121829759 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:18:33.148483 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20624): Terminating (SIGTERM)\u000a12:18:33.191112 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20627): Terminating (SIGTERM)\u000a12:18:33.233268 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20630): Terminating (SIGTERM)\u000a12:18:33.243022 --- ParallelTerminationStrategy: PID 20624 died...\u000a12:18:33.299192 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20624): Terminated: ok {rc=0}\u000a12:18:33.309340 --- ParallelTerminationStrategy: PID 20627 died...\u000a12:18:33.365293 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20627): Terminated: ok {rc=0}\u000a12:18:33.375574 --- ParallelTerminationStrategy: PID 20630 died...\u000a12:18:33.431574 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20630): Terminated: ok {rc=0}\u000a12:18:33.518641 bus /gobi_0: Setting Powered False\u000a12:18:34.626351 bus /gobi_0: Setting Powered False\u000a12:18:35.734167 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "111", "name" : "dynts_trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T12:18:25" }, { "cases" : [ { "testActions" : [ ], "age" : 266, "className" : "dynts:trx-lms+mod-bts0-dynts67-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20641): Process ended prematurely: osmo-stp_10.42.42.5(pid=20641) [trial-2404↪dynts:trx-lms+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20641)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20641): Process ended prematurely: osmo-stp_10.42.42.5(pid=20641) [trial-2404↪dynts:trx-lms+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20641)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2404 dynts:trx-lms+mod-bts0-dynts67-osmo switch_tch_pdch.py\u000a----------------------------------------------\u000a12:18:37.722335 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a12:18:37.734748 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x bts (candidates: 1)\u000a12:18:37.896799 tst switch_tch_pdch.py: using LAC 40846\u000a12:18:38.023101 tst switch_tch_pdch.py: using RAC 46\u000a12:18:38.153922 tst switch_tch_pdch.py: using CellId 40846\u000a12:18:38.278170 tst switch_tch_pdch.py: using BVCI 40847\u000a12:18:38.302686 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a12:18:38.314119 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a12:18:38.325269 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a12:18:38.336393 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a12:18:38.347721 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a12:18:38.359090 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a12:18:38.370559 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a12:18:38.381929 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a12:18:38.499754 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a12:18:38.794201 tst switch_tch_pdch.py:51: start network...\u000a12:18:38.928551 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:18:39.416174 run create_hlr_db(pid=20635): Launched\u000a12:18:39.547868 bus /gobi_6: Setting Powered False\u000a12:18:40.623815 run create_hlr_db(pid=20635): Terminated: ok {rc=0}\u000a12:18:41.002342 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20637): Launched\u000a12:18:41.302536 run osmo-hlr_10.42.42.2(pid=20638): Launched\u000a12:18:41.417842 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:18:41.922213 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20640): Launched\u000a12:18:42.223559 run osmo-stp_10.42.42.5(pid=20641): Launched\u000a12:18:42.331958 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a12:18:42.829510 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20643): Launched\u000a12:18:42.935535 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a12:18:43.199123 run patchelf(pid=20644): Launched\u000a12:18:43.375451 run osmo-stp_10.42.42.5(pid=20641): ERR: Terminated: ERROR {rc=1} [trial-2404↪dynts:trx-lms+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20641)]\u000a12:18:43.504792 run osmo-stp_10.42.42.5(pid=20641): stdout: \u000a| (launched: 2022-12-14_12:18:42.073738)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:18:43.633996 run osmo-stp_10.42.42.5(pid=20641): stderr: \u000a| �[0;m�[38;5;43m20221214121842246 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214121842246 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214121842247 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214121842247 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214121842247 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214121842247 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214121842248 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:18:43.757815 run osmo-stp_10.42.42.5(pid=20641): stdout: \u000a| (launched: 2022-12-14_12:18:42.073738)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:18:43.880488 run osmo-stp_10.42.42.5(pid=20641): stderr: \u000a| �[0;m�[38;5;43m20221214121842246 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214121842246 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214121842247 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214121842247 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214121842247 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214121842247 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214121842248 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:18:44.023956 run patchelf(pid=20644): Terminating (SIGINT)\u000a12:18:44.194348 run patchelf(pid=20644): Terminated: ok {rc=0}\u000a12:18:44.225087 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=20641): Process ended prematurely: osmo-stp_10.42.42.5(pid=20641) [trial-2404↪dynts:trx-lms+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20641)] [trial-2404↪dynts:trx-lms+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54]\u000a12:18:44.233871 tst switch_tch_pdch.py:54: Test FAILED (6.5 sec)\u000a12:18:44.294476 run osmo-hlr_10.42.42.2(pid=20638): ERR: Terminated: ERROR {rc=237} [trial-2404↪dynts:trx-lms+mod-bts0-dynts67-osmo↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20638)]\u000a12:18:44.343914 run osmo-hlr_10.42.42.2(pid=20638): stdout: \u000a| (launched: 2022-12-14_12:18:41.154589) \u000a12:18:44.393891 run osmo-hlr_10.42.42.2(pid=20638): stderr: \u000a| �[0;m�[1;31m20221214121841328 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214121841328 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214121841328 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214121841328 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214121841328 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214121841329 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214121841340 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2404/run.2022-12-14_11-25-45/dynts:trx-lms+mod-bts0-dynts67-osmo/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214121841349 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214121841349 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214121841349 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:18:44.436337 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20637): Terminating (SIGTERM)\u000a12:18:44.476402 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20640): Terminating (SIGTERM)\u000a12:18:44.516477 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20643): Terminating (SIGTERM)\u000a12:18:44.525740 --- ParallelTerminationStrategy: PID 20637 died...\u000a12:18:44.579297 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20637): Terminated: ok {rc=0}\u000a12:18:44.588893 --- ParallelTerminationStrategy: PID 20640 died...\u000a12:18:44.642431 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20640): Terminated: ok {rc=0}\u000a12:18:44.651977 --- ParallelTerminationStrategy: PID 20643 died...\u000a12:18:44.705467 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20643): Terminated: ok {rc=0}\u000a12:18:44.793728 bus /gobi_0: Setting Powered False\u000a12:18:45.913894 bus /gobi_0: Setting Powered False\u000a12:18:47.047309 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "112", "name" : "dynts_trx-lms+mod-bts0-dynts67-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T12:18:37" }, { "cases" : [ { "testActions" : [ ], "age" : 265, "className" : "nitb_sms:trx-lms-limenet-micro", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=20649): Process ended prematurely: osmo-nitb_10.42.42.2(pid=20649) [trial-2404↪nitb_sms:trx-lms-limenet-micro↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=20649)]", "failedSince" : 2140, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_sms/mo_mt_sms.py\", line 11, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=20649): Process ended prematurely: osmo-nitb_10.42.42.2(pid=20649) [trial-2404↪nitb_sms:trx-lms-limenet-micro↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=20649)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2404 nitb_sms:trx-lms-limenet-micro mo_mt_sms.py\u000a----------------------------------------------\u000a12:18:48.932307 tst nitb_sms:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 1)\u000a12:18:48.943226 tst nitb_sms:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a12:18:49.074789 tst mo_mt_sms.py: using LAC 40847\u000a12:18:49.200226 tst mo_mt_sms.py: using RAC 47\u000a12:18:49.330061 tst mo_mt_sms.py: using CellId 40847\u000a12:18:49.453928 tst mo_mt_sms.py: using BVCI 40848\u000a12:18:49.478326 tst nitb_sms:trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a12:18:49.596427 tst nitb_sms:trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a12:18:49.872176 tst mo_mt_sms.py:9: start nitb and bts...\u000a12:18:49.996830 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a12:18:50.619479 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=20648): Launched\u000a12:18:50.916493 run osmo-nitb_10.42.42.2(pid=20649): Launched\u000a12:18:51.101117 run osmo-nitb_10.42.42.2(pid=20649): ERR: Terminated: ERROR {rc=2} [trial-2404↪nitb_sms:trx-lms-limenet-micro↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=20649)]\u000a12:18:51.237298 run osmo-nitb_10.42.42.2(pid=20649): stdout: \u000a| (launched: 2022-12-14_12:18:50.771392) \u000a12:18:51.374017 run osmo-nitb_10.42.42.2(pid=20649): stderr: \u000a| (launched: 2022-12-14_12:18:50.815716)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a12:18:51.505855 run osmo-nitb_10.42.42.2(pid=20649): stdout: \u000a| (launched: 2022-12-14_12:18:50.771392) \u000a12:18:51.636581 run osmo-nitb_10.42.42.2(pid=20649): stderr: \u000a| (launched: 2022-12-14_12:18:50.815716)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a12:18:52.037561 tst osmo-nitb_10.42.42.2(pid=20649): stdout: \u000a| (launched: 2022-12-14_12:18:50.771392) \u000a12:18:52.156905 tst osmo-nitb_10.42.42.2(pid=20649): stderr: \u000a| (launched: 2022-12-14_12:18:50.815716)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a12:18:52.209337 tst mo_mt_sms.py:11: ERR: Error: osmo-nitb_10.42.42.2(pid=20649): Process ended prematurely: osmo-nitb_10.42.42.2(pid=20649) [trial-2404↪nitb_sms:trx-lms-limenet-micro↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=20649)] [trial-2404↪nitb_sms:trx-lms-limenet-micro↪mo_mt_sms.py:11]\u000a12:18:52.217614 tst mo_mt_sms.py:11: Test FAILED (3.3 sec)\u000a12:18:52.252196 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=20648): Terminating (SIGTERM)\u000a12:18:52.430076 --- ParallelTerminationStrategy: PID 20648 died...\u000a12:18:52.485209 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=20648): Terminated: ok {rc=0}\u000a12:18:52.573338 bus /sierra_3: Setting Powered False\u000a12:18:53.678018 bus /sierra_3: Setting Powered False\u000a12:18:54.791210 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 8.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "113", "name" : "nitb_sms_trx-lms-limenet-micro", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T12:18:48" }, { "cases" : [ { "testActions" : [ ], "age" : 266, "className" : "sms:trx-lms-limenet-micro", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20659): Process ended prematurely: osmo-stp_10.42.42.5(pid=20659) [trial-2404↪sms:trx-lms-limenet-micro↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20659)]", "failedSince" : 2139, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/sms/mo_mt_sms.py\", line 16, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20659): Process ended prematurely: osmo-stp_10.42.42.5(pid=20659) [trial-2404↪sms:trx-lms-limenet-micro↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20659)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2404 sms:trx-lms-limenet-micro mo_mt_sms.py\u000a----------------------------------------------\u000a12:18:56.669582 tst sms:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a12:18:56.680703 tst sms:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a12:18:56.808905 tst mo_mt_sms.py: using LAC 40848\u000a12:18:56.925597 tst mo_mt_sms.py: using RAC 48\u000a12:18:57.042760 tst mo_mt_sms.py: using CellId 40848\u000a12:18:57.167069 tst mo_mt_sms.py: using BVCI 40849\u000a12:18:57.191659 tst sms:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a12:18:57.203104 tst sms:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a12:18:57.214492 tst sms:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a12:18:57.225709 tst sms:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a12:18:57.237355 tst sms:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a12:18:57.248661 tst sms:trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a12:18:57.364918 tst sms:trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a12:18:57.576015 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:18:58.091824 run create_hlr_db(pid=20653): Launched\u000a12:18:58.278929 bus /sierra_2: Setting Powered False\u000a12:18:59.299476 run create_hlr_db(pid=20653): Terminated: ok {rc=0}\u000a12:18:59.705466 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20655): Launched\u000a12:19:00.007013 run osmo-hlr_10.42.42.2(pid=20656): Launched\u000a12:19:00.123710 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:19:00.654139 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20658): Launched\u000a12:19:01.102382 run osmo-stp_10.42.42.5(pid=20659): Launched\u000a12:19:01.277829 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:19:01.857445 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20661): Launched\u000a12:19:02.233365 run osmo-msc_10.42.42.6(pid=20662): Launched\u000a12:19:02.519947 run osmo-stp_10.42.42.5(pid=20659): ERR: Terminated: ERROR {rc=1} [trial-2404↪sms:trx-lms-limenet-micro↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20659)]\u000a12:19:02.658547 run osmo-stp_10.42.42.5(pid=20659): stdout: \u000a| (launched: 2022-12-14_12:19:00.807514)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:19:02.794905 run osmo-stp_10.42.42.5(pid=20659): stderr: \u000a| �[0;m�[38;5;43m20221214121901050 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214121901050 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214121901050 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214121901051 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214121901051 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214121901051 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214121901051 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:19:02.924308 run osmo-stp_10.42.42.5(pid=20659): stdout: \u000a| (launched: 2022-12-14_12:19:00.807514)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:19:03.052893 run osmo-stp_10.42.42.5(pid=20659): stderr: \u000a| �[0;m�[38;5;43m20221214121901050 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214121901050 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214121901050 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214121901051 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214121901051 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214121901051 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214121901051 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:19:03.109464 tst mo_mt_sms.py:16: ERR: Error: osmo-stp_10.42.42.5(pid=20659): Process ended prematurely: osmo-stp_10.42.42.5(pid=20659) [trial-2404↪sms:trx-lms-limenet-micro↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20659)] [trial-2404↪sms:trx-lms-limenet-micro↪mo_mt_sms.py:16]\u000a12:19:03.118443 tst mo_mt_sms.py:16: Test FAILED (6.4 sec)\u000a12:19:03.181852 run osmo-hlr_10.42.42.2(pid=20656): ERR: Terminated: ERROR {rc=237} [trial-2404↪sms:trx-lms-limenet-micro↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20656)]\u000a12:19:03.233938 run osmo-hlr_10.42.42.2(pid=20656): stdout: \u000a| (launched: 2022-12-14_12:18:59.857599) \u000a12:19:03.286636 run osmo-hlr_10.42.42.2(pid=20656): stderr: \u000a| �[0;m�[1;31m20221214121900035 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214121900035 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214121900035 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214121900035 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214121900035 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214121900035 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214121900048 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2404/run.2022-12-14_11-25-45/sms:trx-lms-limenet-micro/mo_mt_sms.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214121900056 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214121900056 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214121900056 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:19:03.358634 run osmo-msc_10.42.42.6(pid=20662): ERR: Terminated: ERROR {rc=2} [trial-2404↪sms:trx-lms-limenet-micro↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=20662)]\u000a12:19:03.410758 run osmo-msc_10.42.42.6(pid=20662): stdout: \u000a| (launched: 2022-12-14_12:19:02.012783) \u000a12:19:03.463656 run osmo-msc_10.42.42.6(pid=20662): stderr: \u000a| �[0;m�[38;5;43m20221214121902458 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214121902459 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f6444912c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214121902459 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214121902459 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214121902459 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214121902459 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214121902461 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214121902461 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214121902461 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214121902461 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:19:03.508574 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20655): Terminating (SIGTERM)\u000a12:19:03.551128 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20658): Terminating (SIGTERM)\u000a12:19:03.593852 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20661): Terminating (SIGTERM)\u000a12:19:03.603880 --- ParallelTerminationStrategy: PID 20655 died...\u000a12:19:03.660880 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20655): Terminated: ok {rc=0}\u000a12:19:03.671327 --- ParallelTerminationStrategy: PID 20658 died...\u000a12:19:03.727885 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20658): Terminated: ok {rc=0}\u000a12:19:03.738217 --- ParallelTerminationStrategy: PID 20661 died...\u000a12:19:03.794820 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20661): Terminated: ok {rc=0}\u000a12:19:03.881838 bus /sierra_3: Setting Powered False\u000a12:19:04.989896 bus /sierra_3: Setting Powered False\u000a12:19:06.098993 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "114", "name" : "sms_trx-lms-limenet-micro", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T12:18:56" }, { "cases" : [ { "testActions" : [ ], "age" : 265, "className" : "nitb_ussd:trx-lms-limenet-micro", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=20668): Process ended prematurely: osmo-nitb_10.42.42.2(pid=20668) [trial-2404↪nitb_ussd:trx-lms-limenet-micro↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=20668)]", "failedSince" : 2140, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_ussd/assert_extension.py\", line 12, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=20668): Process ended prematurely: osmo-nitb_10.42.42.2(pid=20668) [trial-2404↪nitb_ussd:trx-lms-limenet-micro↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=20668)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2404 nitb_ussd:trx-lms-limenet-micro assert_extension.py\u000a----------------------------------------------\u000a12:19:07.934455 tst nitb_ussd:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 1)\u000a12:19:07.946450 tst nitb_ussd:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a12:19:08.086136 tst assert_extension.py: using LAC 40849\u000a12:19:08.213181 tst assert_extension.py: using RAC 49\u000a12:19:08.339917 tst assert_extension.py: using CellId 40849\u000a12:19:08.463486 tst assert_extension.py: using BVCI 40850\u000a12:19:08.486213 tst nitb_ussd:trx-lms-limenet-micro: Using 1 x modem (candidates: 1)\u000a12:19:08.777280 tst assert_extension.py:10: start nitb and bts...\u000a12:19:08.911361 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a12:19:09.578327 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=20667): Launched\u000a12:19:09.898783 run osmo-nitb_10.42.42.2(pid=20668): Launched\u000a12:19:10.096273 run osmo-nitb_10.42.42.2(pid=20668): ERR: Terminated: ERROR {rc=2} [trial-2404↪nitb_ussd:trx-lms-limenet-micro↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=20668)]\u000a12:19:10.241370 run osmo-nitb_10.42.42.2(pid=20668): stdout: \u000a| (launched: 2022-12-14_12:19:09.741978) \u000a12:19:10.386776 run osmo-nitb_10.42.42.2(pid=20668): stderr: \u000a| (launched: 2022-12-14_12:19:09.789778)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a12:19:10.527083 run osmo-nitb_10.42.42.2(pid=20668): stdout: \u000a| (launched: 2022-12-14_12:19:09.741978) \u000a12:19:10.666617 run osmo-nitb_10.42.42.2(pid=20668): stderr: \u000a| (launched: 2022-12-14_12:19:09.789778)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a12:19:11.028248 tst osmo-nitb_10.42.42.2(pid=20668): stdout: \u000a| (launched: 2022-12-14_12:19:09.741978) \u000a12:19:11.156033 tst osmo-nitb_10.42.42.2(pid=20668): stderr: \u000a| (launched: 2022-12-14_12:19:09.789778)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a12:19:11.212320 tst assert_extension.py:12: ERR: Error: osmo-nitb_10.42.42.2(pid=20668): Process ended prematurely: osmo-nitb_10.42.42.2(pid=20668) [trial-2404↪nitb_ussd:trx-lms-limenet-micro↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=20668)] [trial-2404↪nitb_ussd:trx-lms-limenet-micro↪assert_extension.py:12]\u000a12:19:11.221315 tst assert_extension.py:12: Test FAILED (3.3 sec)\u000a12:19:11.257494 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=20667): Terminating (SIGTERM)\u000a12:19:11.435387 --- ParallelTerminationStrategy: PID 20667 died...\u000a12:19:11.493453 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=20667): Terminated: ok {rc=0}\u000a12:19:11.580626 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 6.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "115", "name" : "nitb_ussd_trx-lms-limenet-micro", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T12:19:07" }, { "cases" : [ { "testActions" : [ ], "age" : 266, "className" : "ussd:trx-lms-limenet-micro", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20678): Process ended prematurely: osmo-stp_10.42.42.5(pid=20678) [trial-2404↪ussd:trx-lms-limenet-micro↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20678)]", "failedSince" : 2139, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/ussd/assert_extension.py\", line 17, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20678): Process ended prematurely: osmo-stp_10.42.42.5(pid=20678) [trial-2404↪ussd:trx-lms-limenet-micro↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20678)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2404 ussd:trx-lms-limenet-micro assert_extension.py\u000a----------------------------------------------\u000a12:19:13.411382 tst ussd:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a12:19:13.422830 tst ussd:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a12:19:13.555289 tst assert_extension.py: using LAC 40850\u000a12:19:13.680155 tst assert_extension.py: using RAC 50\u000a12:19:13.805362 tst assert_extension.py: using CellId 40850\u000a12:19:13.932700 tst assert_extension.py: using BVCI 40851\u000a12:19:13.957109 tst ussd:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a12:19:13.968923 tst ussd:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a12:19:13.980213 tst ussd:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a12:19:13.991388 tst ussd:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a12:19:14.002539 tst ussd:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a12:19:14.014250 tst ussd:trx-lms-limenet-micro: Using 1 x modem (candidates: 1)\u000a12:19:14.215612 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:19:14.688423 run create_hlr_db(pid=20672): Launched\u000a12:19:14.862497 bus /sierra_2: Setting Powered False\u000a12:19:15.900042 run create_hlr_db(pid=20672): Terminated: ok {rc=0}\u000a12:19:16.353740 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20674): Launched\u000a12:19:16.755314 run osmo-hlr_10.42.42.2(pid=20675): Launched\u000a12:19:16.942509 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:19:17.549900 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20677): Launched\u000a12:19:17.853309 run osmo-stp_10.42.42.5(pid=20678): Launched\u000a12:19:17.962890 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:19:18.509312 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20680): Launched\u000a12:19:18.810353 run osmo-msc_10.42.42.6(pid=20681): Launched\u000a12:19:18.986649 run osmo-stp_10.42.42.5(pid=20678): ERR: Terminated: ERROR {rc=1} [trial-2404↪ussd:trx-lms-limenet-micro↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20678)]\u000a12:19:19.113960 run osmo-stp_10.42.42.5(pid=20678): stdout: \u000a| (launched: 2022-12-14_12:19:17.701817)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:19:19.238595 run osmo-stp_10.42.42.5(pid=20678): stderr: \u000a| �[0;m�[38;5;43m20221214121917874 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214121917874 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214121917875 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214121917875 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214121917876 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214121917876 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214121917876 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:19:19.358626 run osmo-stp_10.42.42.5(pid=20678): stdout: \u000a| (launched: 2022-12-14_12:19:17.701817)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:19:19.477520 run osmo-stp_10.42.42.5(pid=20678): stderr: \u000a| �[0;m�[38;5;43m20221214121917874 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214121917874 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214121917875 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214121917875 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214121917876 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214121917876 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214121917876 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:19:19.529485 tst assert_extension.py:17: ERR: Error: osmo-stp_10.42.42.5(pid=20678): Process ended prematurely: osmo-stp_10.42.42.5(pid=20678) [trial-2404↪ussd:trx-lms-limenet-micro↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20678)] [trial-2404↪ussd:trx-lms-limenet-micro↪assert_extension.py:17]\u000a12:19:19.537385 tst assert_extension.py:17: Test FAILED (6.1 sec)\u000a12:19:19.597313 run osmo-hlr_10.42.42.2(pid=20675): ERR: Terminated: ERROR {rc=237} [trial-2404↪ussd:trx-lms-limenet-micro↪assert_extension.py↪assert_extension.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20675)]\u000a12:19:19.646277 run osmo-hlr_10.42.42.2(pid=20675): stdout: \u000a| (launched: 2022-12-14_12:19:16.508100) \u000a12:19:19.695937 run osmo-hlr_10.42.42.2(pid=20675): stderr: \u000a| �[0;m�[1;31m20221214121916847 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214121916847 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214121916847 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214121916847 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214121916847 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214121916847 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214121916875 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2404/run.2022-12-14_11-25-45/ussd:trx-lms-limenet-micro/assert_extension.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214121916884 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214121916884 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214121916884 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:19:19.763844 run osmo-msc_10.42.42.6(pid=20681): ERR: Terminated: ERROR {rc=2} [trial-2404↪ussd:trx-lms-limenet-micro↪assert_extension.py↪assert_extension.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=20681)]\u000a12:19:19.812776 run osmo-msc_10.42.42.6(pid=20681): stdout: \u000a| (launched: 2022-12-14_12:19:18.660219) \u000a12:19:19.863013 run osmo-msc_10.42.42.6(pid=20681): stderr: \u000a| �[0;m�[38;5;43m20221214121918929 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214121918930 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fa47301cc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214121918930 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214121918930 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214121918930 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214121918930 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214121918932 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214121918932 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214121918932 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214121918932 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:19:19.905356 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20674): Terminating (SIGTERM)\u000a12:19:19.945344 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20677): Terminating (SIGTERM)\u000a12:19:19.985786 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20680): Terminating (SIGTERM)\u000a12:19:19.995100 --- ParallelTerminationStrategy: PID 20674 died...\u000a12:19:20.048886 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20674): Terminated: ok {rc=0}\u000a12:19:20.058582 --- ParallelTerminationStrategy: PID 20677 died...\u000a12:19:20.112172 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20677): Terminated: ok {rc=0}\u000a12:19:20.121840 --- ParallelTerminationStrategy: PID 20680 died...\u000a12:19:20.175389 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20680): Terminated: ok {rc=0}\u000a12:19:20.264288 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 9.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "116", "name" : "ussd_trx-lms-limenet-micro", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T12:19:13" }, { "cases" : [ { "testActions" : [ ], "age" : 266, "className" : "voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20692): Process ended prematurely: osmo-stp_10.42.42.5(pid=20692) [trial-2404↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20692)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20692): Process ended prematurely: osmo-stp_10.42.42.5(pid=20692) [trial-2404↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20692)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2404 voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call.py\u000a----------------------------------------------\u000a12:19:22.216810 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a12:19:22.228542 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a12:19:22.388369 tst mo_mt_call.py: using LAC 40851\u000a12:19:22.515669 tst mo_mt_call.py: using RAC 51\u000a12:19:22.642260 tst mo_mt_call.py: using CellId 40851\u000a12:19:22.769332 tst mo_mt_call.py: using BVCI 40852\u000a12:19:22.794276 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a12:19:22.806049 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a12:19:22.817776 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a12:19:22.829399 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a12:19:22.841086 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a12:19:22.852640 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a12:19:22.971622 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a12:19:23.185075 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:19:23.706069 run create_hlr_db(pid=20686): Launched\u000a12:19:23.896088 bus /sierra_2: Setting Powered False\u000a12:19:24.916202 run create_hlr_db(pid=20686): Terminated: ok {rc=0}\u000a12:19:25.329253 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20688): Launched\u000a12:19:25.638291 run osmo-hlr_10.42.42.2(pid=20689): Launched\u000a12:19:25.755122 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:19:26.286002 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20691): Launched\u000a12:19:26.594691 run osmo-stp_10.42.42.5(pid=20692): Launched\u000a12:19:26.706087 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:19:27.266810 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20694): Launched\u000a12:19:27.575575 run osmo-msc_10.42.42.6(pid=20695): Launched\u000a12:19:27.756110 run osmo-stp_10.42.42.5(pid=20692): ERR: Terminated: ERROR {rc=1} [trial-2404↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20692)]\u000a12:19:27.885876 run osmo-stp_10.42.42.5(pid=20692): stdout: \u000a| (launched: 2022-12-14_12:19:26.440400)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:19:28.013747 run osmo-stp_10.42.42.5(pid=20692): stderr: \u000a| �[0;m�[38;5;43m20221214121926612 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214121926612 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214121926613 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214121926613 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214121926614 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214121926614 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214121926614 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:19:28.136467 run osmo-stp_10.42.42.5(pid=20692): stdout: \u000a| (launched: 2022-12-14_12:19:26.440400)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:19:28.257784 run osmo-stp_10.42.42.5(pid=20692): stderr: \u000a| �[0;m�[38;5;43m20221214121926612 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214121926612 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214121926613 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214121926613 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214121926614 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214121926614 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214121926614 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:19:28.311376 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=20692): Process ended prematurely: osmo-stp_10.42.42.5(pid=20692) [trial-2404↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20692)] [trial-2404↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8]\u000a12:19:28.320043 tst mo_mt_call.py:8: Test FAILED (6.1 sec)\u000a12:19:28.380410 run osmo-hlr_10.42.42.2(pid=20689): ERR: Terminated: ERROR {rc=237} [trial-2404↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20689)]\u000a12:19:28.429793 run osmo-hlr_10.42.42.2(pid=20689): stdout: \u000a| (launched: 2022-12-14_12:19:25.484686) \u000a12:19:28.479529 run osmo-hlr_10.42.42.2(pid=20689): stderr: \u000a| �[0;m�[1;31m20221214121925663 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214121925663 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214121925663 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214121925663 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214121925663 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214121925663 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214121925675 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2404/run.2022-12-14_11-25-45/voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214121925685 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214121925685 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214121925686 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:19:28.547245 run osmo-msc_10.42.42.6(pid=20695): ERR: Terminated: ERROR {rc=2} [trial-2404↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=20695)]\u000a12:19:28.596461 run osmo-msc_10.42.42.6(pid=20695): stdout: \u000a| (launched: 2022-12-14_12:19:27.421617) \u000a12:19:28.646055 run osmo-msc_10.42.42.6(pid=20695): stderr: \u000a| �[0;m�[38;5;43m20221214121927693 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214121927694 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f00709c8c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214121927694 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214121927694 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214121927694 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214121927694 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214121927696 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214121927696 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214121927696 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214121927696 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:19:28.688266 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20688): Terminating (SIGTERM)\u000a12:19:28.728244 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20691): Terminating (SIGTERM)\u000a12:19:28.768244 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20694): Terminating (SIGTERM)\u000a12:19:28.777670 --- ParallelTerminationStrategy: PID 20688 died...\u000a12:19:28.831644 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20688): Terminated: ok {rc=0}\u000a12:19:28.841393 --- ParallelTerminationStrategy: PID 20691 died...\u000a12:19:28.894813 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20691): Terminated: ok {rc=0}\u000a12:19:28.904590 --- ParallelTerminationStrategy: PID 20694 died...\u000a12:19:28.958292 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20694): Terminated: ok {rc=0}\u000a12:19:29.042086 bus /sierra_3: Setting Powered False\u000a12:19:30.143141 bus /sierra_3: Setting Powered False\u000a12:19:31.255563 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 240, "className" : "voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20703): Process ended prematurely: osmo-stp_10.42.42.5(pid=20703) [trial-2404↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20703)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20703): Process ended prematurely: osmo-stp_10.42.42.5(pid=20703) [trial-2404↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20703)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2404 voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a12:19:32.368889 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a12:19:32.381431 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a12:19:32.545459 tst mo_mt_call_osmux.py: using LAC 40852\u000a12:19:32.675222 tst mo_mt_call_osmux.py: using RAC 52\u000a12:19:32.807422 tst mo_mt_call_osmux.py: using CellId 40852\u000a12:19:32.933757 tst mo_mt_call_osmux.py: using BVCI 40853\u000a12:19:32.958593 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a12:19:32.970766 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a12:19:32.982468 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a12:19:32.994153 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a12:19:33.005991 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a12:19:33.017606 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a12:19:33.136475 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a12:19:33.341333 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:19:33.826757 run create_hlr_db(pid=20697): Launched\u000a12:19:34.002303 bus /sierra_2: Setting Powered False\u000a12:19:35.024498 run create_hlr_db(pid=20697): Terminated: ok {rc=0}\u000a12:19:35.462805 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20699): Launched\u000a12:19:35.792626 run osmo-hlr_10.42.42.2(pid=20700): Launched\u000a12:19:35.916402 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:19:36.487322 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20702): Launched\u000a12:19:36.816114 run osmo-stp_10.42.42.5(pid=20703): Launched\u000a12:19:36.934788 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:19:37.540434 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20705): Launched\u000a12:19:37.870121 run osmo-msc_10.42.42.6(pid=20706): Launched\u000a12:19:38.063596 run osmo-stp_10.42.42.5(pid=20703): ERR: Terminated: ERROR {rc=1} [trial-2404↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20703)]\u000a12:19:38.202194 run osmo-stp_10.42.42.5(pid=20703): stdout: \u000a| (launched: 2022-12-14_12:19:36.653954)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:19:38.340497 run osmo-stp_10.42.42.5(pid=20703): stderr: \u000a| �[0;m�[38;5;43m20221214121936848 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214121936848 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214121936848 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214121936849 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214121936851 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214121936851 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214121936851 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:19:38.472139 run osmo-stp_10.42.42.5(pid=20703): stdout: \u000a| (launched: 2022-12-14_12:19:36.653954)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:19:38.602510 run osmo-stp_10.42.42.5(pid=20703): stderr: \u000a| �[0;m�[38;5;43m20221214121936848 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214121936848 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214121936848 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214121936849 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214121936851 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214121936851 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214121936851 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:19:38.660113 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=20703): Process ended prematurely: osmo-stp_10.42.42.5(pid=20703) [trial-2404↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20703)] [trial-2404↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8]\u000a12:19:38.669578 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a12:19:38.732297 run osmo-hlr_10.42.42.2(pid=20700): ERR: Terminated: ERROR {rc=237} [trial-2404↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20700)]\u000a12:19:38.783696 run osmo-hlr_10.42.42.2(pid=20700): stdout: \u000a| (launched: 2022-12-14_12:19:35.630036) \u000a12:19:38.836123 run osmo-hlr_10.42.42.2(pid=20700): stderr: \u000a| �[0;m�[1;31m20221214121935832 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214121935832 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214121935832 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214121935833 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214121935833 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214121935833 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214121935847 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2404/run.2022-12-14_11-25-45/voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214121935857 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214121935858 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214121935858 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:19:38.906990 run osmo-msc_10.42.42.6(pid=20706): ERR: Terminated: ERROR {rc=2} [trial-2404↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=20706)]\u000a12:19:38.958469 run osmo-msc_10.42.42.6(pid=20706): stdout: \u000a| (launched: 2022-12-14_12:19:37.706948) \u000a12:19:39.010689 run osmo-msc_10.42.42.6(pid=20706): stderr: \u000a| �[0;m�[38;5;43m20221214121938031 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214121938032 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f12f4681c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214121938032 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214121938032 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214121938032 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214121938032 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214121938034 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214121938034 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214121938034 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214121938034 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:19:39.054960 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20699): Terminating (SIGTERM)\u000a12:19:39.097521 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20702): Terminating (SIGTERM)\u000a12:19:39.139758 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20705): Terminating (SIGTERM)\u000a12:19:39.149602 --- ParallelTerminationStrategy: PID 20699 died...\u000a12:19:39.205884 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20699): Terminated: ok {rc=0}\u000a12:19:39.216175 --- ParallelTerminationStrategy: PID 20702 died...\u000a12:19:39.271960 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20702): Terminated: ok {rc=0}\u000a12:19:39.282167 --- ParallelTerminationStrategy: PID 20705 died...\u000a12:19:39.338112 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20705): Terminated: ok {rc=0}\u000a12:19:39.424289 bus /sierra_3: Setting Powered False\u000a12:19:40.530625 bus /sierra_3: Setting Powered False\u000a12:19:41.639243 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "117", "name" : "voice_trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T12:19:21" }, { "cases" : [ { "testActions" : [ ], "age" : 266, "className" : "voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20718): Process ended prematurely: osmo-stp_10.42.42.5(pid=20718) [trial-2404↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20718)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20718): Process ended prematurely: osmo-stp_10.42.42.5(pid=20718) [trial-2404↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20718)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2404 voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call.py\u000a----------------------------------------------\u000a12:19:43.630118 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a12:19:43.641503 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a12:19:43.795691 tst mo_mt_call.py: using LAC 40853\u000a12:19:43.916147 tst mo_mt_call.py: using RAC 53\u000a12:19:44.037280 tst mo_mt_call.py: using CellId 40853\u000a12:19:44.165324 tst mo_mt_call.py: using BVCI 40854\u000a12:19:44.190484 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a12:19:44.202429 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a12:19:44.214183 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a12:19:44.226057 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a12:19:44.237972 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a12:19:44.249549 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a12:19:44.367065 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a12:19:44.583152 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:19:45.109988 run create_hlr_db(pid=20712): Launched\u000a12:19:45.299306 bus /sierra_2: Setting Powered False\u000a12:19:46.323413 run create_hlr_db(pid=20712): Terminated: ok {rc=0}\u000a12:19:46.781122 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20714): Launched\u000a12:19:47.191688 run osmo-hlr_10.42.42.2(pid=20715): Launched\u000a12:19:47.313153 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:19:47.885350 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20717): Launched\u000a12:19:48.216222 run osmo-stp_10.42.42.5(pid=20718): Launched\u000a12:19:48.334806 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:19:48.934547 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20720): Launched\u000a12:19:49.266021 run osmo-msc_10.42.42.6(pid=20721): Launched\u000a12:19:49.458641 run osmo-stp_10.42.42.5(pid=20718): ERR: Terminated: ERROR {rc=1} [trial-2404↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20718)]\u000a12:19:49.597610 run osmo-stp_10.42.42.5(pid=20718): stdout: \u000a| (launched: 2022-12-14_12:19:48.053627)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:19:49.735671 run osmo-stp_10.42.42.5(pid=20718): stderr: \u000a| �[0;m�[38;5;43m20221214121948253 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214121948253 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214121948253 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214121948254 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214121948254 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214121948254 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214121948254 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:19:49.867200 run osmo-stp_10.42.42.5(pid=20718): stdout: \u000a| (launched: 2022-12-14_12:19:48.053627)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:19:49.998691 run osmo-stp_10.42.42.5(pid=20718): stderr: \u000a| �[0;m�[38;5;43m20221214121948253 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214121948253 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214121948253 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214121948254 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214121948254 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214121948254 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214121948254 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:19:50.056510 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=20718): Process ended prematurely: osmo-stp_10.42.42.5(pid=20718) [trial-2404↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20718)] [trial-2404↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8]\u000a12:19:50.066020 tst mo_mt_call.py:8: Test FAILED (6.5 sec)\u000a12:19:50.128411 run osmo-hlr_10.42.42.2(pid=20715): ERR: Terminated: ERROR {rc=237} [trial-2404↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20715)]\u000a12:19:50.179605 run osmo-hlr_10.42.42.2(pid=20715): stdout: \u000a| (launched: 2022-12-14_12:19:46.952262) \u000a12:19:50.231375 run osmo-hlr_10.42.42.2(pid=20715): stderr: \u000a| �[0;m�[1;31m20221214121947204 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214121947204 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214121947204 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214121947204 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214121947204 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214121947204 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214121947216 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2404/run.2022-12-14_11-25-45/voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214121947224 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214121947225 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214121947225 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:19:50.301654 run osmo-msc_10.42.42.6(pid=20721): ERR: Terminated: ERROR {rc=2} [trial-2404↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=20721)]\u000a12:19:50.352510 run osmo-msc_10.42.42.6(pid=20721): stdout: \u000a| (launched: 2022-12-14_12:19:49.102310) \u000a12:19:50.403921 run osmo-msc_10.42.42.6(pid=20721): stderr: \u000a| �[0;m�[38;5;43m20221214121949425 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214121949425 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ff1c5c67c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214121949426 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214121949426 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214121949426 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214121949426 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214121949430 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214121949430 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214121949430 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214121949430 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:19:50.447823 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20714): Terminating (SIGTERM)\u000a12:19:50.489937 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20717): Terminating (SIGTERM)\u000a12:19:50.531863 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20720): Terminating (SIGTERM)\u000a12:19:50.541697 --- ParallelTerminationStrategy: PID 20714 died...\u000a12:19:50.597447 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20714): Terminated: ok {rc=0}\u000a12:19:50.607579 --- ParallelTerminationStrategy: PID 20717 died...\u000a12:19:50.662999 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20717): Terminated: ok {rc=0}\u000a12:19:50.673172 --- ParallelTerminationStrategy: PID 20720 died...\u000a12:19:50.728253 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20720): Terminated: ok {rc=0}\u000a12:19:50.814818 bus /sierra_3: Setting Powered False\u000a12:19:51.920601 bus /sierra_3: Setting Powered False\u000a12:19:53.031344 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 240, "className" : "voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20729): Process ended prematurely: osmo-stp_10.42.42.5(pid=20729) [trial-2404↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20729)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20729): Process ended prematurely: osmo-stp_10.42.42.5(pid=20729) [trial-2404↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20729)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2404 voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a12:19:54.148471 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a12:19:54.161074 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a12:19:54.324486 tst mo_mt_call_osmux.py: using LAC 40854\u000a12:19:54.455181 tst mo_mt_call_osmux.py: using RAC 54\u000a12:19:54.584094 tst mo_mt_call_osmux.py: using CellId 40854\u000a12:19:54.718662 tst mo_mt_call_osmux.py: using BVCI 40855\u000a12:19:54.743759 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a12:19:54.755673 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a12:19:54.767373 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a12:19:54.778989 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a12:19:54.791144 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a12:19:54.803288 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a12:19:54.922212 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a12:19:55.137882 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:19:55.664164 run create_hlr_db(pid=20723): Launched\u000a12:19:55.853652 bus /sierra_2: Setting Powered False\u000a12:19:56.874766 run create_hlr_db(pid=20723): Terminated: ok {rc=0}\u000a12:19:57.313802 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20725): Launched\u000a12:19:57.643506 run osmo-hlr_10.42.42.2(pid=20726): Launched\u000a12:19:57.762244 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:19:58.333378 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20728): Launched\u000a12:19:58.663060 run osmo-stp_10.42.42.5(pid=20729): Launched\u000a12:19:58.781904 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:19:59.384445 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20731): Launched\u000a12:19:59.713958 run osmo-msc_10.42.42.6(pid=20732): Launched\u000a12:19:59.906567 run osmo-stp_10.42.42.5(pid=20729): ERR: Terminated: ERROR {rc=1} [trial-2404↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20729)]\u000a12:20:00.046838 run osmo-stp_10.42.42.5(pid=20729): stdout: \u000a| (launched: 2022-12-14_12:19:58.500277)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:20:00.186231 run osmo-stp_10.42.42.5(pid=20729): stderr: \u000a| �[0;m�[38;5;43m20221214121958696 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214121958696 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214121958696 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214121958697 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214121958697 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214121958697 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214121958697 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:20:00.318275 run osmo-stp_10.42.42.5(pid=20729): stdout: \u000a| (launched: 2022-12-14_12:19:58.500277)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:20:00.449119 run osmo-stp_10.42.42.5(pid=20729): stderr: \u000a| �[0;m�[38;5;43m20221214121958696 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214121958696 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214121958696 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214121958697 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214121958697 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214121958697 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214121958697 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:20:00.507061 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=20729): Process ended prematurely: osmo-stp_10.42.42.5(pid=20729) [trial-2404↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20729)] [trial-2404↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8]\u000a12:20:00.516458 tst mo_mt_call_osmux.py:8: Test FAILED (6.4 sec)\u000a12:20:00.579439 run osmo-hlr_10.42.42.2(pid=20726): ERR: Terminated: ERROR {rc=237} [trial-2404↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20726)]\u000a12:20:00.630969 run osmo-hlr_10.42.42.2(pid=20726): stdout: \u000a| (launched: 2022-12-14_12:19:57.480276) \u000a12:20:00.683171 run osmo-hlr_10.42.42.2(pid=20726): stderr: \u000a| �[0;m�[1;31m20221214121957681 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214121957681 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214121957681 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214121957681 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214121957681 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214121957681 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214121957694 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2404/run.2022-12-14_11-25-45/voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214121957702 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214121957702 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214121957702 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:20:00.754337 run osmo-msc_10.42.42.6(pid=20732): ERR: Terminated: ERROR {rc=2} [trial-2404↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=20732)]\u000a12:20:00.805697 run osmo-msc_10.42.42.6(pid=20732): stdout: \u000a| (launched: 2022-12-14_12:19:59.551563) \u000a12:20:00.875203 run osmo-msc_10.42.42.6(pid=20732): stderr: \u000a| �[0;m�[38;5;43m20221214121959874 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214121959874 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f1109639c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214121959874 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214121959875 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214121959875 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214121959875 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214121959876 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214121959877 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214121959877 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214121959877 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:20:00.920618 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20725): Terminating (SIGTERM)\u000a12:20:00.963561 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20728): Terminating (SIGTERM)\u000a12:20:01.007605 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20731): Terminating (SIGTERM)\u000a12:20:01.018748 --- ParallelTerminationStrategy: PID 20725 died...\u000a12:20:01.076732 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20725): Terminated: ok {rc=0}\u000a12:20:01.087498 --- ParallelTerminationStrategy: PID 20728 died...\u000a12:20:01.156071 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20728): Terminated: ok {rc=0}\u000a12:20:01.166840 --- ParallelTerminationStrategy: PID 20731 died...\u000a12:20:01.223974 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20731): Terminated: ok {rc=0}\u000a12:20:01.331483 bus /sierra_3: Setting Powered False\u000a12:20:02.445515 bus /sierra_3: Setting Powered False\u000a12:20:03.558294 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "118", "name" : "voice_trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T12:19:43" }, { "cases" : [ { "testActions" : [ ], "age" : 266, "className" : "voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20753): Process ended prematurely: osmo-stp_10.42.42.5(pid=20753) [trial-2404↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20753)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20753): Process ended prematurely: osmo-stp_10.42.42.5(pid=20753) [trial-2404↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20753)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2404 voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call.py\u000a----------------------------------------------\u000a12:20:05.548210 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a12:20:05.559657 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a12:20:05.712722 tst mo_mt_call.py: using LAC 40855\u000a12:20:05.834495 tst mo_mt_call.py: using RAC 55\u000a12:20:05.956164 tst mo_mt_call.py: using CellId 40855\u000a12:20:06.079586 tst mo_mt_call.py: using BVCI 40856\u000a12:20:06.103574 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a12:20:06.115303 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a12:20:06.126693 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a12:20:06.138018 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a12:20:06.149719 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a12:20:06.161369 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a12:20:06.284780 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a12:20:06.497832 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:20:07.026004 run create_hlr_db(pid=20747): Launched\u000a12:20:07.216403 bus /sierra_2: Setting Powered False\u000a12:20:08.238781 run create_hlr_db(pid=20747): Terminated: ok {rc=0}\u000a12:20:08.654688 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20749): Launched\u000a12:20:08.964556 run osmo-hlr_10.42.42.2(pid=20750): Launched\u000a12:20:09.084599 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:20:09.626352 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20752): Launched\u000a12:20:09.934937 run osmo-stp_10.42.42.5(pid=20753): Launched\u000a12:20:10.057179 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:20:10.626941 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20755): Launched\u000a12:20:10.937151 run osmo-msc_10.42.42.6(pid=20756): Launched\u000a12:20:11.118213 run osmo-stp_10.42.42.5(pid=20753): ERR: Terminated: ERROR {rc=1} [trial-2404↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20753)]\u000a12:20:11.248939 run osmo-stp_10.42.42.5(pid=20753): stdout: \u000a| (launched: 2022-12-14_12:20:09.781654)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:20:11.377708 run osmo-stp_10.42.42.5(pid=20753): stderr: \u000a| �[0;m�[38;5;43m20221214122009952 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214122009952 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214122009953 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214122009953 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214122009955 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214122009955 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214122009955 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:20:11.501119 run osmo-stp_10.42.42.5(pid=20753): stdout: \u000a| (launched: 2022-12-14_12:20:09.781654)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:20:11.623329 run osmo-stp_10.42.42.5(pid=20753): stderr: \u000a| �[0;m�[38;5;43m20221214122009952 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214122009952 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214122009953 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214122009953 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214122009955 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214122009955 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214122009955 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:20:11.677395 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=20753): Process ended prematurely: osmo-stp_10.42.42.5(pid=20753) [trial-2404↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20753)] [trial-2404↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8]\u000a12:20:11.686043 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a12:20:11.746736 run osmo-hlr_10.42.42.2(pid=20750): ERR: Terminated: ERROR {rc=237} [trial-2404↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20750)]\u000a12:20:11.796125 run osmo-hlr_10.42.42.2(pid=20750): stdout: \u000a| (launched: 2022-12-14_12:20:08.811280) \u000a12:20:11.846733 run osmo-hlr_10.42.42.2(pid=20750): stderr: \u000a| �[0;m�[1;31m20221214122008988 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214122008988 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214122008988 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214122008988 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214122008988 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214122008988 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214122009001 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2404/run.2022-12-14_11-25-45/voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214122009010 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214122009010 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214122009010 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:20:11.917200 run osmo-msc_10.42.42.6(pid=20756): ERR: Terminated: ERROR {rc=2} [trial-2404↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=20756)]\u000a12:20:11.969240 run osmo-msc_10.42.42.6(pid=20756): stdout: \u000a| (launched: 2022-12-14_12:20:10.782727) \u000a12:20:12.021169 run osmo-msc_10.42.42.6(pid=20756): stderr: \u000a| �[0;m�[38;5;43m20221214122011055 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214122011055 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fe8d0166c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214122011055 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214122011055 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214122011056 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214122011056 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214122011058 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214122011058 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214122011058 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214122011058 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:20:12.066648 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20749): Terminating (SIGTERM)\u000a12:20:12.109153 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20752): Terminating (SIGTERM)\u000a12:20:12.151973 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20755): Terminating (SIGTERM)\u000a12:20:12.161509 --- ParallelTerminationStrategy: PID 20749 died...\u000a12:20:12.218427 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20749): Terminated: ok {rc=0}\u000a12:20:12.228917 --- ParallelTerminationStrategy: PID 20752 died...\u000a12:20:12.284770 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20752): Terminated: ok {rc=0}\u000a12:20:12.295595 --- ParallelTerminationStrategy: PID 20755 died...\u000a12:20:12.351566 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20755): Terminated: ok {rc=0}\u000a12:20:12.439394 bus /sierra_3: Setting Powered False\u000a12:20:13.544144 bus /sierra_3: Setting Powered False\u000a12:20:14.650965 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 240, "className" : "voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21115): Process ended prematurely: osmo-stp_10.42.42.5(pid=21115) [trial-2404↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21115)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21115): Process ended prematurely: osmo-stp_10.42.42.5(pid=21115) [trial-2404↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21115)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2404 voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a12:20:15.760661 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a12:20:15.772789 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a12:20:15.940745 tst mo_mt_call_osmux.py: using LAC 40856\u000a12:20:16.074347 tst mo_mt_call_osmux.py: using RAC 56\u000a12:20:16.201422 tst mo_mt_call_osmux.py: using CellId 40856\u000a12:20:16.345366 tst mo_mt_call_osmux.py: using BVCI 40857\u000a12:20:16.371706 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a12:20:16.384670 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a12:20:16.396831 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a12:20:16.410061 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a12:20:16.422700 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a12:20:16.435506 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a12:20:16.564667 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a12:20:16.823714 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:20:17.405200 run create_hlr_db(pid=21109): Launched\u000a12:20:17.595419 bus /sierra_2: Setting Powered False\u000a12:20:18.616523 run create_hlr_db(pid=21109): Terminated: ok {rc=0}\u000a12:20:19.030093 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21111): Launched\u000a12:20:19.345499 run osmo-hlr_10.42.42.2(pid=21112): Launched\u000a12:20:19.467506 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:20:20.040519 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21114): Launched\u000a12:20:20.371802 run osmo-stp_10.42.42.5(pid=21115): Launched\u000a12:20:20.490827 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:20:21.090351 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21117): Launched\u000a12:20:21.420789 run osmo-msc_10.42.42.6(pid=21118): Launched\u000a12:20:21.612856 run osmo-stp_10.42.42.5(pid=21115): ERR: Terminated: ERROR {rc=1} [trial-2404↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21115)]\u000a12:20:21.750856 run osmo-stp_10.42.42.5(pid=21115): stdout: \u000a| (launched: 2022-12-14_12:20:20.207504)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:20:21.888601 run osmo-stp_10.42.42.5(pid=21115): stderr: \u000a| �[0;m�[38;5;43m20221214122020406 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214122020406 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214122020406 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214122020407 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214122020407 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214122020407 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214122020407 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:20:22.020249 run osmo-stp_10.42.42.5(pid=21115): stdout: \u000a| (launched: 2022-12-14_12:20:20.207504)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:20:22.150518 run osmo-stp_10.42.42.5(pid=21115): stderr: \u000a| �[0;m�[38;5;43m20221214122020406 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214122020406 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214122020406 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214122020407 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214122020407 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214122020407 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214122020407 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:20:22.207949 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=21115): Process ended prematurely: osmo-stp_10.42.42.5(pid=21115) [trial-2404↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21115)] [trial-2404↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8]\u000a12:20:22.217391 tst mo_mt_call_osmux.py:8: Test FAILED (6.5 sec)\u000a12:20:22.280293 run osmo-hlr_10.42.42.2(pid=21112): ERR: Terminated: ERROR {rc=237} [trial-2404↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21112)]\u000a12:20:22.331665 run osmo-hlr_10.42.42.2(pid=21112): stdout: \u000a| (launched: 2022-12-14_12:20:19.184877) \u000a12:20:22.383757 run osmo-hlr_10.42.42.2(pid=21112): stderr: \u000a| �[0;m�[1;31m20221214122019385 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214122019385 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214122019385 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214122019386 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214122019386 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214122019386 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214122019398 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2404/run.2022-12-14_11-25-45/voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214122019406 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214122019406 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214122019406 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:20:22.454578 run osmo-msc_10.42.42.6(pid=21118): ERR: Terminated: ERROR {rc=2} [trial-2404↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=21118)]\u000a12:20:22.505974 run osmo-msc_10.42.42.6(pid=21118): stdout: \u000a| (launched: 2022-12-14_12:20:21.257521) \u000a12:20:22.558117 run osmo-msc_10.42.42.6(pid=21118): stderr: \u000a| �[0;m�[38;5;43m20221214122021584 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214122021584 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f238aaf6c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214122021584 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214122021584 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214122021584 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214122021584 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214122021586 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214122021587 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214122021587 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214122021587 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:20:22.602991 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21111): Terminating (SIGTERM)\u000a12:20:22.644776 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21114): Terminating (SIGTERM)\u000a12:20:22.686758 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21117): Terminating (SIGTERM)\u000a12:20:22.696482 --- ParallelTerminationStrategy: PID 21111 died...\u000a12:20:22.755608 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21111): Terminated: ok {rc=0}\u000a12:20:22.766230 --- ParallelTerminationStrategy: PID 21114 died...\u000a12:20:22.826866 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21114): Terminated: ok {rc=0}\u000a12:20:22.837497 --- ParallelTerminationStrategy: PID 21117 died...\u000a12:20:22.894454 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21117): Terminated: ok {rc=0}\u000a12:20:22.984482 bus /sierra_3: Setting Powered False\u000a12:20:24.093033 bus /sierra_3: Setting Powered False\u000a12:20:25.206987 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "119", "name" : "voice_trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T12:20:05" }, { "cases" : [ { "testActions" : [ ], "age" : 266, "className" : "voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21306): Process ended prematurely: osmo-stp_10.42.42.5(pid=21306) [trial-2404↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21306)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21306): Process ended prematurely: osmo-stp_10.42.42.5(pid=21306) [trial-2404↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21306)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2404 voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call.py\u000a----------------------------------------------\u000a12:20:27.215065 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a12:20:27.227813 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a12:20:27.385339 tst mo_mt_call.py: using LAC 40857\u000a12:20:27.515697 tst mo_mt_call.py: using RAC 57\u000a12:20:27.637824 tst mo_mt_call.py: using CellId 40857\u000a12:20:27.760226 tst mo_mt_call.py: using BVCI 40858\u000a12:20:27.785302 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a12:20:27.798991 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a12:20:27.811633 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a12:20:27.824040 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a12:20:27.838519 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a12:20:27.852129 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a12:20:27.974025 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a12:20:28.189388 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:20:28.692284 run create_hlr_db(pid=21300): Launched\u000a12:20:28.868941 bus /sierra_2: Setting Powered False\u000a12:20:29.890785 run create_hlr_db(pid=21300): Terminated: ok {rc=0}\u000a12:20:30.303258 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21302): Launched\u000a12:20:30.610759 run osmo-hlr_10.42.42.2(pid=21303): Launched\u000a12:20:30.733760 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:20:31.312513 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21305): Launched\u000a12:20:31.712095 run osmo-stp_10.42.42.5(pid=21306): Launched\u000a12:20:31.971076 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:20:32.731102 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21308): Launched\u000a12:20:33.061544 run osmo-msc_10.42.42.6(pid=21309): Launched\u000a12:20:33.254064 run osmo-stp_10.42.42.5(pid=21306): ERR: Terminated: ERROR {rc=1} [trial-2404↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21306)]\u000a12:20:33.392843 run osmo-stp_10.42.42.5(pid=21306): stdout: \u000a| (launched: 2022-12-14_12:20:31.471119)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:20:33.531381 run osmo-stp_10.42.42.5(pid=21306): stderr: \u000a| �[0;m�[38;5;43m20221214122031860 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214122031860 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214122031860 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214122031861 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214122031863 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214122031864 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214122031864 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:20:33.662684 run osmo-stp_10.42.42.5(pid=21306): stdout: \u000a| (launched: 2022-12-14_12:20:31.471119)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:20:33.793433 run osmo-stp_10.42.42.5(pid=21306): stderr: \u000a| �[0;m�[38;5;43m20221214122031860 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214122031860 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214122031860 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214122031861 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214122031863 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214122031864 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214122031864 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:20:33.851054 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=21306): Process ended prematurely: osmo-stp_10.42.42.5(pid=21306) [trial-2404↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21306)] [trial-2404↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8]\u000a12:20:33.860281 tst mo_mt_call.py:8: Test FAILED (6.7 sec)\u000a12:20:33.923005 run osmo-hlr_10.42.42.2(pid=21303): ERR: Terminated: ERROR {rc=237} [trial-2404↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21303)]\u000a12:20:33.974449 run osmo-hlr_10.42.42.2(pid=21303): stdout: \u000a| (launched: 2022-12-14_12:20:30.458937) \u000a12:20:34.026524 run osmo-hlr_10.42.42.2(pid=21303): stderr: \u000a| �[0;m�[1;31m20221214122030642 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214122030642 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214122030642 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214122030642 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214122030642 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214122030642 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214122030654 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2404/run.2022-12-14_11-25-45/voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214122030663 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214122030663 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214122030663 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:20:34.097186 run osmo-msc_10.42.42.6(pid=21309): ERR: Terminated: ERROR {rc=2} [trial-2404↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=21309)]\u000a12:20:34.148167 run osmo-msc_10.42.42.6(pid=21309): stdout: \u000a| (launched: 2022-12-14_12:20:32.898425) \u000a12:20:34.200303 run osmo-msc_10.42.42.6(pid=21309): stderr: \u000a| �[0;m�[38;5;43m20221214122033224 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214122033224 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f8e1bcc7c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214122033224 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214122033224 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214122033224 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214122033224 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214122033226 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214122033226 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214122033227 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214122033227 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:20:34.244336 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21302): Terminating (SIGTERM)\u000a12:20:34.286246 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21305): Terminating (SIGTERM)\u000a12:20:34.328410 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21308): Terminating (SIGTERM)\u000a12:20:34.338345 --- ParallelTerminationStrategy: PID 21302 died...\u000a12:20:34.394090 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21302): Terminated: ok {rc=0}\u000a12:20:34.404149 --- ParallelTerminationStrategy: PID 21305 died...\u000a12:20:34.459629 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21305): Terminated: ok {rc=0}\u000a12:20:34.469749 --- ParallelTerminationStrategy: PID 21308 died...\u000a12:20:34.524883 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21308): Terminated: ok {rc=0}\u000a12:20:34.611682 bus /sierra_3: Setting Powered False\u000a12:20:35.718653 bus /sierra_3: Setting Powered False\u000a12:20:36.827223 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 240, "className" : "voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21317): Process ended prematurely: osmo-stp_10.42.42.5(pid=21317) [trial-2404↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21317)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21317): Process ended prematurely: osmo-stp_10.42.42.5(pid=21317) [trial-2404↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21317)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2404 voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a12:20:37.943010 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a12:20:37.955472 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a12:20:38.117886 tst mo_mt_call_osmux.py: using LAC 40858\u000a12:20:38.246510 tst mo_mt_call_osmux.py: using RAC 58\u000a12:20:38.376882 tst mo_mt_call_osmux.py: using CellId 40858\u000a12:20:38.505500 tst mo_mt_call_osmux.py: using BVCI 40859\u000a12:20:38.530489 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a12:20:38.542352 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a12:20:38.554378 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a12:20:38.566105 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a12:20:38.577850 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a12:20:38.589520 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a12:20:38.707545 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a12:20:38.911153 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:20:39.396415 run create_hlr_db(pid=21311): Launched\u000a12:20:39.572727 bus /sierra_2: Setting Powered False\u000a12:20:40.595499 run create_hlr_db(pid=21311): Terminated: ok {rc=0}\u000a12:20:41.033225 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21313): Launched\u000a12:20:41.363306 run osmo-hlr_10.42.42.2(pid=21314): Launched\u000a12:20:41.483129 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:20:42.056329 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21316): Launched\u000a12:20:42.387593 run osmo-stp_10.42.42.5(pid=21317): Launched\u000a12:20:42.506892 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:20:43.108621 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21319): Launched\u000a12:20:43.439921 run osmo-msc_10.42.42.6(pid=21320): Launched\u000a12:20:43.633037 run osmo-stp_10.42.42.5(pid=21317): ERR: Terminated: ERROR {rc=1} [trial-2404↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21317)]\u000a12:20:43.772346 run osmo-stp_10.42.42.5(pid=21317): stdout: \u000a| (launched: 2022-12-14_12:20:42.223536)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:20:43.909717 run osmo-stp_10.42.42.5(pid=21317): stderr: \u000a| �[0;m�[38;5;43m20221214122042420 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214122042420 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214122042420 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214122042421 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214122042421 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214122042421 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214122042421 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:20:44.042023 run osmo-stp_10.42.42.5(pid=21317): stdout: \u000a| (launched: 2022-12-14_12:20:42.223536)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:20:44.172330 run osmo-stp_10.42.42.5(pid=21317): stderr: \u000a| �[0;m�[38;5;43m20221214122042420 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214122042420 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214122042420 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214122042421 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214122042421 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214122042421 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214122042421 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:20:44.230044 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=21317): Process ended prematurely: osmo-stp_10.42.42.5(pid=21317) [trial-2404↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21317)] [trial-2404↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8]\u000a12:20:44.239121 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a12:20:44.301995 run osmo-hlr_10.42.42.2(pid=21314): ERR: Terminated: ERROR {rc=237} [trial-2404↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21314)]\u000a12:20:44.353708 run osmo-hlr_10.42.42.2(pid=21314): stdout: \u000a| (launched: 2022-12-14_12:20:41.200343) \u000a12:20:44.406166 run osmo-hlr_10.42.42.2(pid=21314): stderr: \u000a| �[0;m�[1;31m20221214122041402 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214122041402 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214122041402 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214122041402 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214122041402 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214122041402 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214122041414 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2404/run.2022-12-14_11-25-45/voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214122041422 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214122041423 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214122041423 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:20:44.477529 run osmo-msc_10.42.42.6(pid=21320): ERR: Terminated: ERROR {rc=2} [trial-2404↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=21320)]\u000a12:20:44.529078 run osmo-msc_10.42.42.6(pid=21320): stdout: \u000a| (launched: 2022-12-14_12:20:43.275568) \u000a12:20:44.581134 run osmo-msc_10.42.42.6(pid=21320): stderr: \u000a| �[0;m�[38;5;43m20221214122043599 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214122043599 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fa237141c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214122043599 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214122043599 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214122043599 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214122043600 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214122043601 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214122043602 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214122043602 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214122043602 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:20:44.625589 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21313): Terminating (SIGTERM)\u000a12:20:44.667460 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21316): Terminating (SIGTERM)\u000a12:20:44.709417 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21319): Terminating (SIGTERM)\u000a12:20:44.719204 --- ParallelTerminationStrategy: PID 21313 died...\u000a12:20:44.775260 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21313): Terminated: ok {rc=0}\u000a12:20:44.785489 --- ParallelTerminationStrategy: PID 21316 died...\u000a12:20:44.841198 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21316): Terminated: ok {rc=0}\u000a12:20:44.851311 --- ParallelTerminationStrategy: PID 21319 died...\u000a12:20:44.907133 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21319): Terminated: ok {rc=0}\u000a12:20:44.993389 bus /sierra_3: Setting Powered False\u000a12:20:46.120397 bus /sierra_3: Setting Powered False\u000a12:20:47.239168 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 23.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "120", "name" : "voice_trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T12:20:26" }, { "cases" : [ { "testActions" : [ ], "age" : 266, "className" : "voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21338): Process ended prematurely: osmo-stp_10.42.42.5(pid=21338) [trial-2404↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21338)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21338): Process ended prematurely: osmo-stp_10.42.42.5(pid=21338) [trial-2404↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21338)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2404 voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call.py\u000a----------------------------------------------\u000a12:20:49.222215 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a12:20:49.233639 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a12:20:49.386916 tst mo_mt_call.py: using LAC 40859\u000a12:20:49.509314 tst mo_mt_call.py: using RAC 59\u000a12:20:49.628582 tst mo_mt_call.py: using CellId 40859\u000a12:20:49.749441 tst mo_mt_call.py: using BVCI 40860\u000a12:20:49.772595 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a12:20:49.783920 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a12:20:49.795175 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a12:20:49.806278 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a12:20:49.817849 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a12:20:49.829261 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a12:20:49.951382 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a12:20:50.154456 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:20:50.638348 run create_hlr_db(pid=21325): Launched\u000a12:20:50.814458 bus /sierra_2: Setting Powered False\u000a12:20:51.836839 run create_hlr_db(pid=21325): Terminated: ok {rc=0}\u000a12:20:52.271286 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21331): Launched\u000a12:20:52.603274 run osmo-hlr_10.42.42.2(pid=21335): Launched\u000a12:20:52.725912 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:20:53.297242 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21337): Launched\u000a12:20:53.626854 run osmo-stp_10.42.42.5(pid=21338): Launched\u000a12:20:53.745938 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:20:54.346942 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21340): Launched\u000a12:20:54.678323 run osmo-msc_10.42.42.6(pid=21341): Launched\u000a12:20:54.871051 run osmo-stp_10.42.42.5(pid=21338): ERR: Terminated: ERROR {rc=1} [trial-2404↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21338)]\u000a12:20:55.010728 run osmo-stp_10.42.42.5(pid=21338): stdout: \u000a| (launched: 2022-12-14_12:20:53.463725)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:20:55.149385 run osmo-stp_10.42.42.5(pid=21338): stderr: \u000a| �[0;m�[38;5;43m20221214122053660 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214122053660 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214122053661 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214122053661 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214122053662 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214122053662 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214122053662 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:20:55.281578 run osmo-stp_10.42.42.5(pid=21338): stdout: \u000a| (launched: 2022-12-14_12:20:53.463725)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:20:55.412348 run osmo-stp_10.42.42.5(pid=21338): stderr: \u000a| �[0;m�[38;5;43m20221214122053660 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214122053660 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214122053661 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214122053661 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214122053662 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214122053662 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214122053662 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:20:55.470369 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=21338): Process ended prematurely: osmo-stp_10.42.42.5(pid=21338) [trial-2404↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21338)] [trial-2404↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8]\u000a12:20:55.479514 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a12:20:55.541759 run osmo-hlr_10.42.42.2(pid=21335): ERR: Terminated: ERROR {rc=237} [trial-2404↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21335)]\u000a12:20:55.593001 run osmo-hlr_10.42.42.2(pid=21335): stdout: \u000a| (launched: 2022-12-14_12:20:52.438783) \u000a12:20:55.644714 run osmo-hlr_10.42.42.2(pid=21335): stderr: \u000a| �[0;m�[1;31m20221214122052638 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214122052638 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214122052638 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214122052638 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214122052638 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214122052638 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214122052650 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2404/run.2022-12-14_11-25-45/voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214122052659 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214122052659 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214122052659 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:20:55.715432 run osmo-msc_10.42.42.6(pid=21341): ERR: Terminated: ERROR {rc=2} [trial-2404↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=21341)]\u000a12:20:55.766272 run osmo-msc_10.42.42.6(pid=21341): stdout: \u000a| (launched: 2022-12-14_12:20:54.514145) \u000a12:20:55.817838 run osmo-msc_10.42.42.6(pid=21341): stderr: \u000a| �[0;m�[38;5;43m20221214122054837 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214122054837 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fc5f5819c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214122054837 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214122054837 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214122054837 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214122054838 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214122054839 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214122054840 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214122054840 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214122054840 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:20:55.861881 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21331): Terminating (SIGTERM)\u000a12:20:55.903468 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21337): Terminating (SIGTERM)\u000a12:20:55.945480 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21340): Terminating (SIGTERM)\u000a12:20:55.955263 --- ParallelTerminationStrategy: PID 21331 died...\u000a12:20:56.010947 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21331): Terminated: ok {rc=0}\u000a12:20:56.020921 --- ParallelTerminationStrategy: PID 21337 died...\u000a12:20:56.076398 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21337): Terminated: ok {rc=0}\u000a12:20:56.086453 --- ParallelTerminationStrategy: PID 21340 died...\u000a12:20:56.141640 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21340): Terminated: ok {rc=0}\u000a12:20:56.229465 bus /sierra_3: Setting Powered False\u000a12:20:57.335452 bus /sierra_3: Setting Powered False\u000a12:20:58.444689 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 240, "className" : "voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21349): Process ended prematurely: osmo-stp_10.42.42.5(pid=21349) [trial-2404↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21349)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21349): Process ended prematurely: osmo-stp_10.42.42.5(pid=21349) [trial-2404↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21349)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2404 voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a12:20:59.560105 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a12:20:59.572577 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a12:20:59.734249 tst mo_mt_call_osmux.py: using LAC 40860\u000a12:20:59.861324 tst mo_mt_call_osmux.py: using RAC 60\u000a12:20:59.990165 tst mo_mt_call_osmux.py: using CellId 40860\u000a12:21:00.117467 tst mo_mt_call_osmux.py: using BVCI 40861\u000a12:21:00.142426 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a12:21:00.154319 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a12:21:00.166217 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a12:21:00.177870 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a12:21:00.189653 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a12:21:00.201328 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a12:21:00.323077 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a12:21:00.528875 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:21:01.084912 run create_hlr_db(pid=21343): Launched\u000a12:21:01.264506 bus /sierra_2: Setting Powered False\u000a12:21:02.305827 run create_hlr_db(pid=21343): Terminated: ok {rc=0}\u000a12:21:02.746731 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21345): Launched\u000a12:21:03.077600 run osmo-hlr_10.42.42.2(pid=21346): Launched\u000a12:21:03.196802 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:21:03.771183 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21348): Launched\u000a12:21:04.100359 run osmo-stp_10.42.42.5(pid=21349): Launched\u000a12:21:04.219053 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:21:04.821679 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21351): Launched\u000a12:21:05.154301 run osmo-msc_10.42.42.6(pid=21352): Launched\u000a12:21:05.347959 run osmo-stp_10.42.42.5(pid=21349): ERR: Terminated: ERROR {rc=1} [trial-2404↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21349)]\u000a12:21:05.486738 run osmo-stp_10.42.42.5(pid=21349): stdout: \u000a| (launched: 2022-12-14_12:21:03.937653)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:21:05.624872 run osmo-stp_10.42.42.5(pid=21349): stderr: \u000a| �[0;m�[38;5;43m20221214122104134 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214122104134 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214122104134 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214122104134 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214122104135 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214122104135 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214122104135 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:21:05.756079 run osmo-stp_10.42.42.5(pid=21349): stdout: \u000a| (launched: 2022-12-14_12:21:03.937653)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:21:05.886361 run osmo-stp_10.42.42.5(pid=21349): stderr: \u000a| �[0;m�[38;5;43m20221214122104134 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214122104134 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214122104134 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214122104134 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214122104135 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214122104135 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214122104135 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:21:05.943858 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=21349): Process ended prematurely: osmo-stp_10.42.42.5(pid=21349) [trial-2404↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21349)] [trial-2404↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8]\u000a12:21:05.953192 tst mo_mt_call_osmux.py:8: Test FAILED (6.4 sec)\u000a12:21:06.016229 run osmo-hlr_10.42.42.2(pid=21346): ERR: Terminated: ERROR {rc=237} [trial-2404↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21346)]\u000a12:21:06.067648 run osmo-hlr_10.42.42.2(pid=21346): stdout: \u000a| (launched: 2022-12-14_12:21:02.913897) \u000a12:21:06.119743 run osmo-hlr_10.42.42.2(pid=21346): stderr: \u000a| �[0;m�[1;31m20221214122103117 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214122103117 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214122103117 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214122103117 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214122103117 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214122103117 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214122103131 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2404/run.2022-12-14_11-25-45/voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214122103142 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214122103142 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214122103142 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:21:06.190416 run osmo-msc_10.42.42.6(pid=21352): ERR: Terminated: ERROR {rc=2} [trial-2404↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=21352)]\u000a12:21:06.241488 run osmo-msc_10.42.42.6(pid=21352): stdout: \u000a| (launched: 2022-12-14_12:21:04.988737) \u000a12:21:06.293256 run osmo-msc_10.42.42.6(pid=21352): stderr: \u000a| �[0;m�[38;5;43m20221214122105314 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214122105314 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f7372dbcc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214122105314 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214122105314 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214122105315 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214122105315 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214122105316 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214122105317 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214122105317 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214122105317 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:21:06.337607 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21345): Terminating (SIGTERM)\u000a12:21:06.379569 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21348): Terminating (SIGTERM)\u000a12:21:06.421942 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21351): Terminating (SIGTERM)\u000a12:21:06.431666 --- ParallelTerminationStrategy: PID 21345 died...\u000a12:21:06.487517 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21345): Terminated: ok {rc=0}\u000a12:21:06.497659 --- ParallelTerminationStrategy: PID 21348 died...\u000a12:21:06.553124 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21348): Terminated: ok {rc=0}\u000a12:21:06.563195 --- ParallelTerminationStrategy: PID 21351 died...\u000a12:21:06.619460 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21351): Terminated: ok {rc=0}\u000a12:21:06.706505 bus /sierra_3: Setting Powered False\u000a12:21:07.812919 bus /sierra_3: Setting Powered False\u000a12:21:08.926673 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "121", "name" : "voice_trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T12:20:48" }, { "cases" : [ { "testActions" : [ ], "age" : 266, "className" : "voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21363): Process ended prematurely: osmo-stp_10.42.42.5(pid=21363) [trial-2404↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21363)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21363): Process ended prematurely: osmo-stp_10.42.42.5(pid=21363) [trial-2404↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21363)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2404 voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call.py\u000a----------------------------------------------\u000a12:21:10.920228 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a12:21:10.931626 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a12:21:11.088066 tst mo_mt_call.py: using LAC 40861\u000a12:21:11.209299 tst mo_mt_call.py: using RAC 61\u000a12:21:11.330140 tst mo_mt_call.py: using CellId 40861\u000a12:21:11.449871 tst mo_mt_call.py: using BVCI 40862\u000a12:21:11.472926 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a12:21:11.484306 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a12:21:11.495567 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a12:21:11.506756 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a12:21:11.518430 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a12:21:11.529948 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a12:21:11.651401 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a12:21:11.855687 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:21:12.338875 run create_hlr_db(pid=21357): Launched\u000a12:21:12.514530 bus /sierra_2: Setting Powered False\u000a12:21:13.536426 run create_hlr_db(pid=21357): Terminated: ok {rc=0}\u000a12:21:13.947162 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21359): Launched\u000a12:21:14.254672 run osmo-hlr_10.42.42.2(pid=21360): Launched\u000a12:21:14.374009 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:21:14.915554 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21362): Launched\u000a12:21:15.224237 run osmo-stp_10.42.42.5(pid=21363): Launched\u000a12:21:15.335973 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:21:15.900507 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21365): Launched\u000a12:21:16.393522 run osmo-msc_10.42.42.6(pid=21366): Launched\u000a12:21:16.655241 run osmo-stp_10.42.42.5(pid=21363): ERR: Terminated: ERROR {rc=1} [trial-2404↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21363)]\u000a12:21:16.840254 run osmo-stp_10.42.42.5(pid=21363): stdout: \u000a| (launched: 2022-12-14_12:21:15.070347)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:21:16.981418 run osmo-stp_10.42.42.5(pid=21363): stderr: \u000a| �[0;m�[38;5;43m20221214122115244 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214122115244 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214122115244 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214122115244 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214122115245 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214122115245 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214122115245 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:21:17.119022 run osmo-stp_10.42.42.5(pid=21363): stdout: \u000a| (launched: 2022-12-14_12:21:15.070347)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:21:17.255375 run osmo-stp_10.42.42.5(pid=21363): stderr: \u000a| �[0;m�[38;5;43m20221214122115244 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214122115244 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214122115244 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214122115244 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214122115245 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214122115245 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214122115245 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:21:17.314126 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=21363): Process ended prematurely: osmo-stp_10.42.42.5(pid=21363) [trial-2404↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21363)] [trial-2404↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8]\u000a12:21:17.323455 tst mo_mt_call.py:8: Test FAILED (6.4 sec)\u000a12:21:17.387351 run osmo-hlr_10.42.42.2(pid=21360): ERR: Terminated: ERROR {rc=237} [trial-2404↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21360)]\u000a12:21:17.439538 run osmo-hlr_10.42.42.2(pid=21360): stdout: \u000a| (launched: 2022-12-14_12:21:14.102943) \u000a12:21:17.492066 run osmo-hlr_10.42.42.2(pid=21360): stderr: \u000a| �[0;m�[1;31m20221214122114280 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214122114280 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214122114280 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214122114280 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214122114280 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214122114281 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214122114292 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2404/run.2022-12-14_11-25-45/voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214122114300 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214122114300 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214122114300 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:21:17.563693 run osmo-msc_10.42.42.6(pid=21366): ERR: Terminated: ERROR {rc=2} [trial-2404↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=21366)]\u000a12:21:17.615409 run osmo-msc_10.42.42.6(pid=21366): stdout: \u000a| (launched: 2022-12-14_12:21:16.078638) \u000a12:21:17.668072 run osmo-msc_10.42.42.6(pid=21366): stderr: \u000a| �[0;m�[38;5;43m20221214122116517 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214122116517 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fc93ea34c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214122116517 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214122116517 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214122116517 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214122116518 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214122116519 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214122116520 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214122116520 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214122116520 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:21:17.712847 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21359): Terminating (SIGTERM)\u000a12:21:17.755092 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21362): Terminating (SIGTERM)\u000a12:21:17.797412 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21365): Terminating (SIGTERM)\u000a12:21:17.807323 --- ParallelTerminationStrategy: PID 21359 died...\u000a12:21:17.863789 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21359): Terminated: ok {rc=0}\u000a12:21:17.874079 --- ParallelTerminationStrategy: PID 21362 died...\u000a12:21:17.930144 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21362): Terminated: ok {rc=0}\u000a12:21:17.940395 --- ParallelTerminationStrategy: PID 21365 died...\u000a12:21:17.996632 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21365): Terminated: ok {rc=0}\u000a12:21:18.085231 bus /sierra_3: Setting Powered False\u000a12:21:19.192084 bus /sierra_3: Setting Powered False\u000a12:21:20.300883 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 240, "className" : "voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21374): Process ended prematurely: osmo-stp_10.42.42.5(pid=21374) [trial-2404↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21374)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21374): Process ended prematurely: osmo-stp_10.42.42.5(pid=21374) [trial-2404↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21374)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2404 voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call_osmux.py\u000a----------------------------------------------\u000a12:21:21.417509 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a12:21:21.430199 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a12:21:21.594043 tst mo_mt_call_osmux.py: using LAC 40862\u000a12:21:21.716791 tst mo_mt_call_osmux.py: using RAC 62\u000a12:21:21.838853 tst mo_mt_call_osmux.py: using CellId 40862\u000a12:21:21.958971 tst mo_mt_call_osmux.py: using BVCI 40863\u000a12:21:21.982341 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a12:21:21.993938 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a12:21:22.005313 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a12:21:22.017113 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a12:21:22.028827 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a12:21:22.040620 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a12:21:22.163095 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a12:21:22.368918 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:21:22.853045 run create_hlr_db(pid=21368): Launched\u000a12:21:23.028866 bus /sierra_2: Setting Powered False\u000a12:21:24.051026 run create_hlr_db(pid=21368): Terminated: ok {rc=0}\u000a12:21:24.490455 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21370): Launched\u000a12:21:24.821779 run osmo-hlr_10.42.42.2(pid=21371): Launched\u000a12:21:24.945459 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:21:25.520905 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21373): Launched\u000a12:21:25.849930 run osmo-stp_10.42.42.5(pid=21374): Launched\u000a12:21:25.969279 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:21:26.571378 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21376): Launched\u000a12:21:26.903325 run osmo-msc_10.42.42.6(pid=21377): Launched\u000a12:21:27.095930 run osmo-stp_10.42.42.5(pid=21374): ERR: Terminated: ERROR {rc=1} [trial-2404↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21374)]\u000a12:21:27.234480 run osmo-stp_10.42.42.5(pid=21374): stdout: \u000a| (launched: 2022-12-14_12:21:25.688224)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:21:27.372292 run osmo-stp_10.42.42.5(pid=21374): stderr: \u000a| �[0;m�[38;5;43m20221214122125886 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214122125886 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214122125886 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214122125887 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214122125887 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214122125887 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214122125887 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:21:27.503927 run osmo-stp_10.42.42.5(pid=21374): stdout: \u000a| (launched: 2022-12-14_12:21:25.688224)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:21:27.634341 run osmo-stp_10.42.42.5(pid=21374): stderr: \u000a| �[0;m�[38;5;43m20221214122125886 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214122125886 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214122125886 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214122125887 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214122125887 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214122125887 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214122125887 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:21:27.692020 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=21374): Process ended prematurely: osmo-stp_10.42.42.5(pid=21374) [trial-2404↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21374)] [trial-2404↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8]\u000a12:21:27.701386 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a12:21:27.764244 run osmo-hlr_10.42.42.2(pid=21371): ERR: Terminated: ERROR {rc=237} [trial-2404↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21371)]\u000a12:21:27.815809 run osmo-hlr_10.42.42.2(pid=21371): stdout: \u000a| (launched: 2022-12-14_12:21:24.657964) \u000a12:21:27.867963 run osmo-hlr_10.42.42.2(pid=21371): stderr: \u000a| �[0;m�[1;31m20221214122124860 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214122124860 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214122124860 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214122124860 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214122124860 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214122124861 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214122124876 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2404/run.2022-12-14_11-25-45/voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214122124885 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214122124885 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214122124885 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:21:27.939120 run osmo-msc_10.42.42.6(pid=21377): ERR: Terminated: ERROR {rc=2} [trial-2404↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=21377)]\u000a12:21:27.990481 run osmo-msc_10.42.42.6(pid=21377): stdout: \u000a| (launched: 2022-12-14_12:21:26.738837) \u000a12:21:28.042808 run osmo-msc_10.42.42.6(pid=21377): stderr: \u000a| �[0;m�[38;5;43m20221214122127063 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214122127063 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f3ffd5e6c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214122127063 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214122127063 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214122127063 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214122127064 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214122127065 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214122127066 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214122127066 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214122127066 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:21:28.087283 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21370): Terminating (SIGTERM)\u000a12:21:28.129442 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21373): Terminating (SIGTERM)\u000a12:21:28.171557 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21376): Terminating (SIGTERM)\u000a12:21:28.181494 --- ParallelTerminationStrategy: PID 21370 died...\u000a12:21:28.237643 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21370): Terminated: ok {rc=0}\u000a12:21:28.247769 --- ParallelTerminationStrategy: PID 21373 died...\u000a12:21:28.303857 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21373): Terminated: ok {rc=0}\u000a12:21:28.314087 --- ParallelTerminationStrategy: PID 21376 died...\u000a12:21:28.370133 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21376): Terminated: ok {rc=0}\u000a12:21:28.458193 bus /sierra_3: Setting Powered False\u000a12:21:29.561963 bus /sierra_3: Setting Powered False\u000a12:21:30.670059 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "122", "name" : "voice_trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T12:21:10" }, { "cases" : [ { "testActions" : [ ], "age" : 266, "className" : "voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21388): Process ended prematurely: osmo-stp_10.42.42.5(pid=21388) [trial-2404↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21388)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21388): Process ended prematurely: osmo-stp_10.42.42.5(pid=21388) [trial-2404↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21388)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2404 voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo mo_mt_call.py\u000a----------------------------------------------\u000a12:21:32.726287 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a12:21:32.738120 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a12:21:32.901462 tst mo_mt_call.py: using LAC 40863\u000a12:21:33.028925 tst mo_mt_call.py: using RAC 63\u000a12:21:33.155974 tst mo_mt_call.py: using CellId 40863\u000a12:21:33.287275 tst mo_mt_call.py: using BVCI 40864\u000a12:21:33.312451 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a12:21:33.324332 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a12:21:33.335900 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a12:21:33.347596 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a12:21:33.359397 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a12:21:33.371063 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a12:21:33.488925 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a12:21:33.702104 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:21:34.216301 run create_hlr_db(pid=21382): Launched\u000a12:21:34.393640 bus /sierra_2: Setting Powered False\u000a12:21:35.414254 run create_hlr_db(pid=21382): Terminated: ok {rc=0}\u000a12:21:35.851108 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21384): Launched\u000a12:21:36.181993 run osmo-hlr_10.42.42.2(pid=21385): Launched\u000a12:21:36.306217 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:21:36.876221 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21387): Launched\u000a12:21:37.206925 run osmo-stp_10.42.42.5(pid=21388): Launched\u000a12:21:37.330748 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:21:37.933697 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21390): Launched\u000a12:21:38.267728 run osmo-msc_10.42.42.6(pid=21391): Launched\u000a12:21:38.451092 run osmo-stp_10.42.42.5(pid=21388): ERR: Terminated: ERROR {rc=1} [trial-2404↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21388)]\u000a12:21:38.583499 run osmo-stp_10.42.42.5(pid=21388): stdout: \u000a| (launched: 2022-12-14_12:21:37.043452)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:21:38.712072 run osmo-stp_10.42.42.5(pid=21388): stderr: \u000a| �[0;m�[38;5;43m20221214122137242 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214122137242 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214122137242 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214122137242 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214122137243 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214122137243 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214122137243 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:21:38.835934 run osmo-stp_10.42.42.5(pid=21388): stdout: \u000a| (launched: 2022-12-14_12:21:37.043452)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:21:38.958793 run osmo-stp_10.42.42.5(pid=21388): stderr: \u000a| �[0;m�[38;5;43m20221214122137242 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214122137242 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214122137242 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214122137242 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214122137243 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214122137243 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214122137243 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:21:39.012839 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=21388): Process ended prematurely: osmo-stp_10.42.42.5(pid=21388) [trial-2404↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21388)] [trial-2404↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call.py:8]\u000a12:21:39.021709 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a12:21:39.082514 run osmo-hlr_10.42.42.2(pid=21385): ERR: Terminated: ERROR {rc=237} [trial-2404↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21385)]\u000a12:21:39.131958 run osmo-hlr_10.42.42.2(pid=21385): stdout: \u000a| (launched: 2022-12-14_12:21:36.018257) \u000a12:21:39.181889 run osmo-hlr_10.42.42.2(pid=21385): stderr: \u000a| �[0;m�[1;31m20221214122136220 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214122136220 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214122136220 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214122136220 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214122136220 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214122136220 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214122136233 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2404/run.2022-12-14_11-25-45/voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214122136241 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214122136241 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214122136241 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:21:39.250024 run osmo-msc_10.42.42.6(pid=21391): ERR: Terminated: ERROR {rc=2} [trial-2404↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=21391)]\u000a12:21:39.299432 run osmo-msc_10.42.42.6(pid=21391): stdout: \u000a| (launched: 2022-12-14_12:21:38.101939) \u000a12:21:39.349512 run osmo-msc_10.42.42.6(pid=21391): stderr: \u000a| �[0;m�[38;5;43m20221214122138387 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214122138387 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fd7780abc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214122138387 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214122138387 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214122138387 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214122138387 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214122138389 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214122138389 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214122138390 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214122138390 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:21:39.392077 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21384): Terminating (SIGTERM)\u000a12:21:39.432341 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21387): Terminating (SIGTERM)\u000a12:21:39.473155 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21390): Terminating (SIGTERM)\u000a12:21:39.482705 --- ParallelTerminationStrategy: PID 21384 died...\u000a12:21:39.536940 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21384): Terminated: ok {rc=0}\u000a12:21:39.546674 --- ParallelTerminationStrategy: PID 21387 died...\u000a12:21:39.600835 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21387): Terminated: ok {rc=0}\u000a12:21:39.610590 --- ParallelTerminationStrategy: PID 21390 died...\u000a12:21:39.664828 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21390): Terminated: ok {rc=0}\u000a12:21:39.753100 bus /sierra_3: Setting Powered False\u000a12:21:40.857975 bus /sierra_3: Setting Powered False\u000a12:21:41.970938 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 240, "className" : "voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21399): Process ended prematurely: osmo-stp_10.42.42.5(pid=21399) [trial-2404↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21399)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21399): Process ended prematurely: osmo-stp_10.42.42.5(pid=21399) [trial-2404↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21399)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2404 voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo mo_mt_call_osmux.py\u000a----------------------------------------------\u000a12:21:43.088607 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a12:21:43.101298 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a12:21:43.266942 tst mo_mt_call_osmux.py: using LAC 40864\u000a12:21:43.395297 tst mo_mt_call_osmux.py: using RAC 64\u000a12:21:43.523765 tst mo_mt_call_osmux.py: using CellId 40864\u000a12:21:43.652925 tst mo_mt_call_osmux.py: using BVCI 40865\u000a12:21:43.678119 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a12:21:43.689883 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a12:21:43.701362 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a12:21:43.712808 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a12:21:43.724573 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a12:21:43.736279 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a12:21:43.854397 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a12:21:44.070164 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:21:44.596110 run create_hlr_db(pid=21393): Launched\u000a12:21:44.786327 bus /sierra_2: Setting Powered False\u000a12:21:45.808118 run create_hlr_db(pid=21393): Terminated: ok {rc=0}\u000a12:21:46.298006 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21395): Launched\u000a12:21:46.749352 run osmo-hlr_10.42.42.2(pid=21396): Launched\u000a12:21:47.031972 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:21:47.625429 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21398): Launched\u000a12:21:47.934490 run osmo-stp_10.42.42.5(pid=21399): Launched\u000a12:21:48.057009 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:21:48.622635 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21401): Launched\u000a12:21:48.932487 run osmo-msc_10.42.42.6(pid=21402): Launched\u000a12:21:49.113131 run osmo-stp_10.42.42.5(pid=21399): ERR: Terminated: ERROR {rc=1} [trial-2404↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21399)]\u000a12:21:49.243092 run osmo-stp_10.42.42.5(pid=21399): stdout: \u000a| (launched: 2022-12-14_12:21:47.780523)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:21:49.370928 run osmo-stp_10.42.42.5(pid=21399): stderr: \u000a| �[0;m�[38;5;43m20221214122147954 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214122147954 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214122147955 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214122147955 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214122147955 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214122147956 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214122147956 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:21:49.494043 run osmo-stp_10.42.42.5(pid=21399): stdout: \u000a| (launched: 2022-12-14_12:21:47.780523)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:21:49.615680 run osmo-stp_10.42.42.5(pid=21399): stderr: \u000a| �[0;m�[38;5;43m20221214122147954 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214122147954 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214122147955 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214122147955 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214122147955 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214122147956 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214122147956 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:21:49.669443 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=21399): Process ended prematurely: osmo-stp_10.42.42.5(pid=21399) [trial-2404↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21399)] [trial-2404↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8]\u000a12:21:49.678071 tst mo_mt_call_osmux.py:8: Test FAILED (6.6 sec)\u000a12:21:49.738063 run osmo-hlr_10.42.42.2(pid=21396): ERR: Terminated: ERROR {rc=237} [trial-2404↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21396)]\u000a12:21:49.787062 run osmo-hlr_10.42.42.2(pid=21396): stdout: \u000a| (launched: 2022-12-14_12:21:46.468875) \u000a12:21:49.836779 run osmo-hlr_10.42.42.2(pid=21396): stderr: \u000a| �[0;m�[1;31m20221214122146696 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214122146696 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214122146697 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214122146697 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214122146697 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214122146697 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214122146718 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2404/run.2022-12-14_11-25-45/voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214122146735 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214122146735 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214122146735 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:21:49.904551 run osmo-msc_10.42.42.6(pid=21402): ERR: Terminated: ERROR {rc=2} [trial-2404↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=21402)]\u000a12:21:49.953635 run osmo-msc_10.42.42.6(pid=21402): stdout: \u000a| (launched: 2022-12-14_12:21:48.778280) \u000a12:21:50.003213 run osmo-msc_10.42.42.6(pid=21402): stderr: \u000a| �[0;m�[38;5;43m20221214122149050 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214122149050 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f5d06522c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214122149051 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214122149051 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214122149051 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214122149051 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214122149053 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214122149053 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214122149053 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214122149053 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:21:50.045343 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21395): Terminating (SIGTERM)\u000a12:21:50.085209 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21398): Terminating (SIGTERM)\u000a12:21:50.125930 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21401): Terminating (SIGTERM)\u000a12:21:50.135332 --- ParallelTerminationStrategy: PID 21395 died...\u000a12:21:50.189040 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21395): Terminated: ok {rc=0}\u000a12:21:50.198657 --- ParallelTerminationStrategy: PID 21398 died...\u000a12:21:50.252074 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21398): Terminated: ok {rc=0}\u000a12:21:50.261728 --- ParallelTerminationStrategy: PID 21401 died...\u000a12:21:50.314985 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21401): Terminated: ok {rc=0}\u000a12:21:50.399120 bus /sierra_3: Setting Powered False\u000a12:21:51.500036 bus /sierra_3: Setting Powered False\u000a12:21:52.611000 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "123", "name" : "voice_trx-lms-limenet-micro+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T12:21:32" }, { "cases" : [ { "testActions" : [ ], "age" : 263, "className" : "emergency:trx-lms-limenet-micro", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21413): Process ended prematurely: osmo-stp_10.42.42.5(pid=21413) [trial-2404↪emergency:trx-lms-limenet-micro↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21413)]", "failedSince" : 2142, "name" : "emergency_mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_mo_mt_call.py\", line 19, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21413): Process ended prematurely: osmo-stp_10.42.42.5(pid=21413) [trial-2404↪emergency:trx-lms-limenet-micro↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21413)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2404 emergency:trx-lms-limenet-micro emergency_mo_mt_call.py\u000a----------------------------------------------\u000a12:21:54.622430 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a12:21:54.634547 tst emergency:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a12:21:54.773231 tst emergency_mo_mt_call.py: using LAC 40865\u000a12:21:54.901162 tst emergency_mo_mt_call.py: using RAC 65\u000a12:21:55.029076 tst emergency_mo_mt_call.py: using CellId 40865\u000a12:21:55.159848 tst emergency_mo_mt_call.py: using BVCI 40866\u000a12:21:55.184469 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a12:21:55.196039 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a12:21:55.207212 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a12:21:55.218792 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a12:21:55.230102 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a12:21:55.241369 tst emergency:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a12:21:55.356663 tst emergency:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a12:21:55.567214 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:21:56.083317 run create_hlr_db(pid=21407): Launched\u000a12:21:56.271044 bus /sierra_2: Setting Powered False\u000a12:21:57.290646 run create_hlr_db(pid=21407): Terminated: ok {rc=0}\u000a12:21:57.721813 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21409): Launched\u000a12:21:58.046500 run osmo-hlr_10.42.42.2(pid=21410): Launched\u000a12:21:58.168701 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:21:58.729687 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21412): Launched\u000a12:21:59.054378 run osmo-stp_10.42.42.5(pid=21413): Launched\u000a12:21:59.184071 tst emergency_mo_mt_call.py: using MSISDN 8677\u000a12:21:59.344628 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:21:59.939170 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21415): Launched\u000a12:22:00.264067 run osmo-msc_10.42.42.6(pid=21416): Launched\u000a12:22:00.452742 run osmo-stp_10.42.42.5(pid=21413): ERR: Terminated: ERROR {rc=1} [trial-2404↪emergency:trx-lms-limenet-micro↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21413)]\u000a12:22:00.588807 run osmo-stp_10.42.42.5(pid=21413): stdout: \u000a| (launched: 2022-12-14_12:21:58.893099)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:22:00.723963 run osmo-stp_10.42.42.5(pid=21413): stderr: \u000a| �[0;m�[38;5;43m20221214122159087 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214122159087 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214122159088 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214122159088 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214122159091 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214122159091 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214122159091 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:22:00.875769 run osmo-stp_10.42.42.5(pid=21413): stdout: \u000a| (launched: 2022-12-14_12:21:58.893099)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:22:01.004751 run osmo-stp_10.42.42.5(pid=21413): stderr: \u000a| �[0;m�[38;5;43m20221214122159087 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214122159087 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214122159088 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214122159088 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214122159091 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214122159091 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214122159091 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:22:01.061131 tst emergency_mo_mt_call.py:19: ERR: Error: osmo-stp_10.42.42.5(pid=21413): Process ended prematurely: osmo-stp_10.42.42.5(pid=21413) [trial-2404↪emergency:trx-lms-limenet-micro↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21413)] [trial-2404↪emergency:trx-lms-limenet-micro↪emergency_mo_mt_call.py:19]\u000a12:22:01.070570 tst emergency_mo_mt_call.py:19: Test FAILED (6.4 sec)\u000a12:22:01.134781 run osmo-hlr_10.42.42.2(pid=21410): ERR: Terminated: ERROR {rc=237} [trial-2404↪emergency:trx-lms-limenet-micro↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21410)]\u000a12:22:01.187412 run osmo-hlr_10.42.42.2(pid=21410): stdout: \u000a| (launched: 2022-12-14_12:21:57.885782) \u000a12:22:01.241341 run osmo-hlr_10.42.42.2(pid=21410): stderr: \u000a| �[0;m�[1;31m20221214122158086 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214122158086 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214122158086 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214122158086 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214122158086 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214122158086 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214122158099 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2404/run.2022-12-14_11-25-45/emergency:trx-lms-limenet-micro/emergency_mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214122158107 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214122158107 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214122158107 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:22:01.314327 run osmo-msc_10.42.42.6(pid=21416): ERR: Terminated: ERROR {rc=2} [trial-2404↪emergency:trx-lms-limenet-micro↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=21416)]\u000a12:22:01.367166 run osmo-msc_10.42.42.6(pid=21416): stdout: \u000a| (launched: 2022-12-14_12:22:00.103638) \u000a12:22:01.421222 run osmo-msc_10.42.42.6(pid=21416): stderr: \u000a| �[0;m�[38;5;43m20221214122200429 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214122200429 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f208846bc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214122200429 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214122200429 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214122200429 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214122200430 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214122200431 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214122200432 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214122200432 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214122200432 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:22:01.466612 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21409): Terminating (SIGTERM)\u000a12:22:01.511462 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21412): Terminating (SIGTERM)\u000a12:22:01.557469 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21415): Terminating (SIGTERM)\u000a12:22:01.568290 --- ParallelTerminationStrategy: PID 21409 died...\u000a12:22:01.628892 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21409): Terminated: ok {rc=0}\u000a12:22:01.640307 --- ParallelTerminationStrategy: PID 21412 died...\u000a12:22:01.697195 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21412): Terminated: ok {rc=0}\u000a12:22:01.707789 --- ParallelTerminationStrategy: PID 21415 died...\u000a12:22:01.765220 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21415): Terminated: ok {rc=0}\u000a12:22:01.855233 bus /sierra_3: Setting Powered False\u000a12:22:02.956657 bus /sierra_3: Setting Powered False\u000a12:22:04.064798 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 263, "className" : "emergency:trx-lms-limenet-micro", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21424): Process ended prematurely: osmo-stp_10.42.42.5(pid=21424) [trial-2404↪emergency:trx-lms-limenet-micro↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21424)]", "failedSince" : 2142, "name" : "emergency_preemptive_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_preemptive_call.py\", line 32, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21424): Process ended prematurely: osmo-stp_10.42.42.5(pid=21424) [trial-2404↪emergency:trx-lms-limenet-micro↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21424)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2404 emergency:trx-lms-limenet-micro emergency_preemptive_call.py\u000a----------------------------------------------\u000a12:22:05.116133 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a12:22:05.127893 tst emergency:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a12:22:05.263311 tst emergency_preemptive_call.py: using LAC 40866\u000a12:22:05.389316 tst emergency_preemptive_call.py: using RAC 66\u000a12:22:05.510631 tst emergency_preemptive_call.py: using CellId 40866\u000a12:22:05.628048 tst emergency_preemptive_call.py: using BVCI 40867\u000a12:22:05.650854 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a12:22:05.661977 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a12:22:05.672724 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a12:22:05.683666 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a12:22:05.694782 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a12:22:05.705783 tst emergency:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a12:22:05.823058 tst emergency:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a12:22:05.942247 tst emergency:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a12:22:06.059444 tst emergency:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a12:22:06.268379 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:22:06.787311 run create_hlr_db(pid=21418): Launched\u000a12:22:06.975442 bus /sierra_2: Setting Powered False\u000a12:22:07.983935 run create_hlr_db(pid=21418): Terminated: ok {rc=0}\u000a12:22:08.426465 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21420): Launched\u000a12:22:08.751079 run osmo-hlr_10.42.42.2(pid=21421): Launched\u000a12:22:08.867832 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:22:09.429239 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21423): Launched\u000a12:22:09.752726 run osmo-stp_10.42.42.5(pid=21424): Launched\u000a12:22:09.893220 tst emergency_preemptive_call.py: using MSISDN 8678\u000a12:22:10.053415 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:22:10.641053 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21426): Launched\u000a12:22:10.964608 run osmo-msc_10.42.42.6(pid=21427): Launched\u000a12:22:11.153780 run osmo-stp_10.42.42.5(pid=21424): ERR: Terminated: ERROR {rc=1} [trial-2404↪emergency:trx-lms-limenet-micro↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21424)]\u000a12:22:11.289882 run osmo-stp_10.42.42.5(pid=21424): stdout: \u000a| (launched: 2022-12-14_12:22:09.592760)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:22:11.425200 run osmo-stp_10.42.42.5(pid=21424): stderr: \u000a| �[0;m�[38;5;43m20221214122209787 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214122209787 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214122209788 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214122209788 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214122209788 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214122209789 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214122209789 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:22:11.554376 run osmo-stp_10.42.42.5(pid=21424): stdout: \u000a| (launched: 2022-12-14_12:22:09.592760)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:22:11.682366 run osmo-stp_10.42.42.5(pid=21424): stderr: \u000a| �[0;m�[38;5;43m20221214122209787 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214122209787 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214122209788 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214122209788 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214122209788 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214122209789 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214122209789 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:22:11.738485 tst emergency_preemptive_call.py:32: ERR: Error: osmo-stp_10.42.42.5(pid=21424): Process ended prematurely: osmo-stp_10.42.42.5(pid=21424) [trial-2404↪emergency:trx-lms-limenet-micro↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21424)] [trial-2404↪emergency:trx-lms-limenet-micro↪emergency_preemptive_call.py:32]\u000a12:22:11.747125 tst emergency_preemptive_call.py:32: Test FAILED (6.6 sec)\u000a12:22:11.809682 run osmo-hlr_10.42.42.2(pid=21421): ERR: Terminated: ERROR {rc=237} [trial-2404↪emergency:trx-lms-limenet-micro↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21421)]\u000a12:22:11.860784 run osmo-hlr_10.42.42.2(pid=21421): stdout: \u000a| (launched: 2022-12-14_12:22:08.591087) \u000a12:22:11.912812 run osmo-hlr_10.42.42.2(pid=21421): stderr: \u000a| �[0;m�[1;31m20221214122208792 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214122208792 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214122208792 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214122208792 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214122208792 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214122208792 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214122208804 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2404/run.2022-12-14_11-25-45/emergency:trx-lms-limenet-micro/emergency_preemptive_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214122208813 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214122208813 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214122208813 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:22:11.983309 run osmo-msc_10.42.42.6(pid=21427): ERR: Terminated: ERROR {rc=2} [trial-2404↪emergency:trx-lms-limenet-micro↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=21427)]\u000a12:22:12.034384 run osmo-msc_10.42.42.6(pid=21427): stdout: \u000a| (launched: 2022-12-14_12:22:10.804558) \u000a12:22:12.086214 run osmo-msc_10.42.42.6(pid=21427): stderr: \u000a| �[0;m�[38;5;43m20221214122211127 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214122211127 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f72346fac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214122211128 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214122211128 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214122211128 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214122211128 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214122211130 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214122211130 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214122211131 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214122211131 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:22:12.130482 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21420): Terminating (SIGTERM)\u000a12:22:12.171999 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21423): Terminating (SIGTERM)\u000a12:22:12.213632 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21426): Terminating (SIGTERM)\u000a12:22:12.223356 --- ParallelTerminationStrategy: PID 21420 died...\u000a12:22:12.278892 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21420): Terminated: ok {rc=0}\u000a12:22:12.289184 --- ParallelTerminationStrategy: PID 21423 died...\u000a12:22:12.344882 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21423): Terminated: ok {rc=0}\u000a12:22:12.355028 --- ParallelTerminationStrategy: PID 21426 died...\u000a12:22:12.410670 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21426): Terminated: ok {rc=0}\u000a12:22:12.498256 bus /sierra_9: Setting Powered False\u000a12:22:13.601887 bus /sierra_9: Setting Powered False\u000a12:22:14.712768 bus /sierra_8: Setting Powered False\u000a12:22:15.815465 bus /sierra_8: Setting Powered False\u000a12:22:16.960045 bus /sierra_3: Setting Powered False\u000a12:22:18.067591 bus /sierra_3: Setting Powered False\u000a12:22:19.175617 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 27.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "124", "name" : "emergency_trx-lms-limenet-micro", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T12:21:54" }, { "cases" : [ { "testActions" : [ ], "age" : 266, "className" : "gprs:trx-lms-limenet-micro", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21442): Process ended prematurely: osmo-stp_10.42.42.5(pid=21442) [trial-2404↪gprs:trx-lms-limenet-micro↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21442)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21442): Process ended prematurely: osmo-stp_10.42.42.5(pid=21442) [trial-2404↪gprs:trx-lms-limenet-micro↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21442)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2404 gprs:trx-lms-limenet-micro cs_paging_gprs_active.py\u000a----------------------------------------------\u000a12:22:21.304351 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a12:22:21.315656 tst gprs:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a12:22:21.456790 tst cs_paging_gprs_active.py: using LAC 40867\u000a12:22:21.585351 tst cs_paging_gprs_active.py: using RAC 67\u000a12:22:21.715955 tst cs_paging_gprs_active.py: using CellId 40867\u000a12:22:21.843783 tst cs_paging_gprs_active.py: using BVCI 40868\u000a12:22:21.869036 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a12:22:21.880487 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a12:22:21.891863 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a12:22:21.903008 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a12:22:21.914056 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a12:22:21.925126 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a12:22:21.936411 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a12:22:21.947459 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a12:22:21.958698 tst gprs:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a12:22:22.076901 tst gprs:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a12:22:22.376178 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a12:22:22.514238 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:22:22.858319 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21432): Launched\u000a12:22:23.144362 run iperf3-srv_10.42.42.10(pid=21433): Launched\u000a12:22:23.347254 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a12:22:23.484616 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:22:23.828321 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21434): Launched\u000a12:22:24.114220 run iperf3-srv_10.42.42.10(pid=21435): Launched\u000a12:22:24.315757 tst cs_paging_gprs_active.py:38: start network...\u000a12:22:24.452907 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:22:24.981760 run create_hlr_db(pid=21436): Launched\u000a12:22:25.172635 bus /sierra_2: Setting Powered False\u000a12:22:26.182663 run create_hlr_db(pid=21436): Terminated: ok {rc=0}\u000a12:22:26.631688 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21438): Launched\u000a12:22:26.962124 run osmo-hlr_10.42.42.2(pid=21439): Launched\u000a12:22:27.084236 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:22:27.660107 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21441): Launched\u000a12:22:27.991029 run osmo-stp_10.42.42.5(pid=21442): Launched\u000a12:22:28.111184 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a12:22:28.688093 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21444): Launched\u000a12:22:28.805479 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a12:22:29.095207 run patchelf(pid=21445): Launched\u000a12:22:29.288783 run osmo-stp_10.42.42.5(pid=21442): ERR: Terminated: ERROR {rc=1} [trial-2404↪gprs:trx-lms-limenet-micro↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21442)]\u000a12:22:29.429919 run osmo-stp_10.42.42.5(pid=21442): stdout: \u000a| (launched: 2022-12-14_12:22:27.827685)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:22:29.571243 run osmo-stp_10.42.42.5(pid=21442): stderr: \u000a| �[0;m�[38;5;43m20221214122228026 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214122228026 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214122228026 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214122228026 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214122228027 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214122228027 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214122228027 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:22:29.707220 run osmo-stp_10.42.42.5(pid=21442): stdout: \u000a| (launched: 2022-12-14_12:22:27.827685)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:22:29.842024 run osmo-stp_10.42.42.5(pid=21442): stderr: \u000a| �[0;m�[38;5;43m20221214122228026 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214122228026 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214122228026 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214122228026 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214122228027 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214122228027 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214122228027 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:22:29.999027 run patchelf(pid=21445): Terminating (SIGINT)\u000a12:22:30.183879 run patchelf(pid=21445): Terminated: ok {rc=0}\u000a12:22:30.217702 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=21442): Process ended prematurely: osmo-stp_10.42.42.5(pid=21442) [trial-2404↪gprs:trx-lms-limenet-micro↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21442)] [trial-2404↪gprs:trx-lms-limenet-micro↪cs_paging_gprs_active.py:38]\u000a12:22:30.227613 tst cs_paging_gprs_active.py:38: Test FAILED (9.0 sec)\u000a12:22:30.290405 run osmo-hlr_10.42.42.2(pid=21439): ERR: Terminated: ERROR {rc=237} [trial-2404↪gprs:trx-lms-limenet-micro↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21439)]\u000a12:22:30.341404 run osmo-hlr_10.42.42.2(pid=21439): stdout: \u000a| (launched: 2022-12-14_12:22:26.799013) \u000a12:22:30.393167 run osmo-hlr_10.42.42.2(pid=21439): stderr: \u000a| �[0;m�[1;31m20221214122227000 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214122227000 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214122227000 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214122227000 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214122227000 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214122227000 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214122227013 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2404/run.2022-12-14_11-25-45/gprs:trx-lms-limenet-micro/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214122227022 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214122227022 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214122227022 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:22:30.437324 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21432): Terminating (SIGTERM)\u000a12:22:30.479622 run iperf3-srv_10.42.42.10(pid=21433): Terminating (SIGTERM)\u000a12:22:30.521455 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21434): Terminating (SIGTERM)\u000a12:22:30.563474 run iperf3-srv_10.42.42.10(pid=21435): Terminating (SIGTERM)\u000a12:22:30.605464 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21438): Terminating (SIGTERM)\u000a12:22:30.647211 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21441): Terminating (SIGTERM)\u000a12:22:30.689006 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21444): Terminating (SIGTERM)\u000a12:22:30.698780 --- ParallelTerminationStrategy: PID 21432 died...\u000a12:22:30.754456 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21432): Terminated: ok {rc=0}\u000a12:22:30.764516 --- ParallelTerminationStrategy: PID 21433 died...\u000a12:22:30.819719 run iperf3-srv_10.42.42.10(pid=21433): Terminated {rc=256}\u000a12:22:30.829880 --- ParallelTerminationStrategy: PID 21434 died...\u000a12:22:30.888004 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21434): Terminated: ok {rc=0}\u000a12:22:30.898844 --- ParallelTerminationStrategy: PID 21435 died...\u000a12:22:30.963105 run iperf3-srv_10.42.42.10(pid=21435): Terminated {rc=256}\u000a12:22:30.973771 --- ParallelTerminationStrategy: PID 21438 died...\u000a12:22:31.030923 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21438): Terminated: ok {rc=0}\u000a12:22:31.041609 --- ParallelTerminationStrategy: PID 21441 died...\u000a12:22:31.099394 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21441): Terminated: ok {rc=0}\u000a12:22:31.110227 --- ParallelTerminationStrategy: PID 21444 died...\u000a12:22:31.166980 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21444): Terminated: ok {rc=0}\u000a12:22:31.271593 bus /gobi_0: Setting Powered False\u000a12:22:32.379193 bus /gobi_0: Setting Powered False\u000a12:22:33.486415 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 266, "className" : "gprs:trx-lms-limenet-micro", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21454): Process ended prematurely: osmo-stp_10.42.42.5(pid=21454) [trial-2404↪gprs:trx-lms-limenet-micro↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21454)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21454): Process ended prematurely: osmo-stp_10.42.42.5(pid=21454) [trial-2404↪gprs:trx-lms-limenet-micro↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21454)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2404 gprs:trx-lms-limenet-micro iperf3.py\u000a----------------------------------------------\u000a12:22:34.602095 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a12:22:34.614080 tst gprs:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a12:22:34.758501 tst iperf3.py: using LAC 40868\u000a12:22:34.887002 tst iperf3.py: using RAC 68\u000a12:22:35.014889 tst iperf3.py: using CellId 40868\u000a12:22:35.143719 tst iperf3.py: using BVCI 40869\u000a12:22:35.168872 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a12:22:35.180240 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a12:22:35.191349 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a12:22:35.202382 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a12:22:35.213366 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a12:22:35.224293 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a12:22:35.235486 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a12:22:35.246513 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a12:22:35.257639 tst gprs:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a12:22:35.538659 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a12:22:35.666610 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:22:35.988229 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21446): Launched\u000a12:22:36.255983 run iperf3-srv_10.42.42.10(pid=21447): Launched\u000a12:22:36.442552 tst iperf3.py:8: start network...\u000a12:22:36.570451 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:22:37.054047 run create_hlr_db(pid=21448): Launched\u000a12:22:37.229953 bus /gobi_6: Setting Powered False\u000a12:22:38.262914 run create_hlr_db(pid=21448): Terminated: ok {rc=0}\u000a12:22:38.675958 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21450): Launched\u000a12:22:38.985910 run osmo-hlr_10.42.42.2(pid=21451): Launched\u000a12:22:39.105557 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:22:39.650468 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21453): Launched\u000a12:22:39.958825 run osmo-stp_10.42.42.5(pid=21454): Launched\u000a12:22:40.080410 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a12:22:40.619009 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21456): Launched\u000a12:22:40.728014 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a12:22:40.995964 run patchelf(pid=21457): Launched\u000a12:22:41.175799 run osmo-stp_10.42.42.5(pid=21454): ERR: Terminated: ERROR {rc=1} [trial-2404↪gprs:trx-lms-limenet-micro↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21454)]\u000a12:22:41.307330 run osmo-stp_10.42.42.5(pid=21454): stdout: \u000a| (launched: 2022-12-14_12:22:39.805134)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:22:41.439680 run osmo-stp_10.42.42.5(pid=21454): stderr: \u000a| �[0;m�[38;5;43m20221214122239978 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214122239978 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214122239978 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214122239978 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214122239979 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214122239979 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214122239979 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:22:41.567168 run osmo-stp_10.42.42.5(pid=21454): stdout: \u000a| (launched: 2022-12-14_12:22:39.805134)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:22:41.693277 run osmo-stp_10.42.42.5(pid=21454): stderr: \u000a| �[0;m�[38;5;43m20221214122239978 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214122239978 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214122239978 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214122239978 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214122239979 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214122239979 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214122239979 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:22:41.840002 run patchelf(pid=21457): Terminating (SIGINT)\u000a12:22:42.012296 run patchelf(pid=21457): Terminated: ok {rc=0}\u000a12:22:42.043827 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=21454): Process ended prematurely: osmo-stp_10.42.42.5(pid=21454) [trial-2404↪gprs:trx-lms-limenet-micro↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21454)] [trial-2404↪gprs:trx-lms-limenet-micro↪iperf3.py:8]\u000a12:22:42.053107 tst iperf3.py:8: Test FAILED (7.5 sec)\u000a12:22:42.113368 run osmo-hlr_10.42.42.2(pid=21451): ERR: Terminated: ERROR {rc=237} [trial-2404↪gprs:trx-lms-limenet-micro↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21451)]\u000a12:22:42.162028 run osmo-hlr_10.42.42.2(pid=21451): stdout: \u000a| (launched: 2022-12-14_12:22:38.831590) \u000a12:22:42.211330 run osmo-hlr_10.42.42.2(pid=21451): stderr: \u000a| �[0;m�[1;31m20221214122239010 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214122239010 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214122239011 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214122239011 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214122239011 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214122239011 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214122239022 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2404/run.2022-12-14_11-25-45/gprs:trx-lms-limenet-micro/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214122239030 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214122239030 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214122239030 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:22:42.253575 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21446): Terminating (SIGTERM)\u000a12:22:42.293516 run iperf3-srv_10.42.42.10(pid=21447): Terminating (SIGTERM)\u000a12:22:42.333431 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21450): Terminating (SIGTERM)\u000a12:22:42.373412 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21453): Terminating (SIGTERM)\u000a12:22:42.413699 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21456): Terminating (SIGTERM)\u000a12:22:42.423068 --- ParallelTerminationStrategy: PID 21446 died...\u000a12:22:42.477114 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21446): Terminated: ok {rc=0}\u000a12:22:42.486851 --- ParallelTerminationStrategy: PID 21447 died...\u000a12:22:42.540606 run iperf3-srv_10.42.42.10(pid=21447): Terminated {rc=256}\u000a12:22:42.550231 --- ParallelTerminationStrategy: PID 21450 died...\u000a12:22:42.604132 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21450): Terminated: ok {rc=0}\u000a12:22:42.613948 --- ParallelTerminationStrategy: PID 21453 died...\u000a12:22:42.667805 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21453): Terminated: ok {rc=0}\u000a12:22:42.677946 --- ParallelTerminationStrategy: PID 21456 died...\u000a12:22:42.731730 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21456): Terminated: ok {rc=0}\u000a12:22:42.820074 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 266, "className" : "gprs:trx-lms-limenet-micro", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21472): Process ended prematurely: osmo-stp_10.42.42.5(pid=21472) [trial-2404↪gprs:trx-lms-limenet-micro↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21472)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21472): Process ended prematurely: osmo-stp_10.42.42.5(pid=21472) [trial-2404↪gprs:trx-lms-limenet-micro↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21472)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2404 gprs:trx-lms-limenet-micro iperf3m4.py\u000a----------------------------------------------\u000a12:22:43.931508 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a12:22:43.942930 tst gprs:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a12:22:44.078378 tst iperf3m4.py: using LAC 40869\u000a12:22:44.198135 tst iperf3m4.py: using RAC 69\u000a12:22:44.319380 tst iperf3m4.py: using CellId 40869\u000a12:22:44.440474 tst iperf3m4.py: using BVCI 40870\u000a12:22:44.463761 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a12:22:44.474675 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a12:22:44.485352 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a12:22:44.495927 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a12:22:44.506857 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a12:22:44.517696 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a12:22:44.528731 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a12:22:44.539506 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a12:22:44.550608 tst gprs:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a12:22:44.668096 tst gprs:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a12:22:44.793428 tst gprs:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a12:22:44.911294 tst gprs:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a12:22:45.214643 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a12:22:45.352475 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:22:45.695094 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21458): Launched\u000a12:22:46.003551 run iperf3-srv_10.42.42.10(pid=21459): Launched\u000a12:22:46.246406 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a12:22:46.381085 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:22:46.726494 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21460): Launched\u000a12:22:47.000141 run iperf3-srv_10.42.42.10(pid=21461): Launched\u000a12:22:47.193984 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a12:22:47.325593 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:22:47.648482 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21462): Launched\u000a12:22:47.913849 run iperf3-srv_10.42.42.10(pid=21463): Launched\u000a12:22:48.100351 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a12:22:48.227744 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:22:48.547459 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21464): Launched\u000a12:22:48.813841 run iperf3-srv_10.42.42.10(pid=21465): Launched\u000a12:22:48.999735 tst iperf3m4.py:8: start network...\u000a12:22:49.127208 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:22:49.612067 run create_hlr_db(pid=21466): Launched\u000a12:22:49.788917 bus /gobi_6: Setting Powered False\u000a12:22:50.809439 run create_hlr_db(pid=21466): Terminated: ok {rc=0}\u000a12:22:51.248659 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21468): Launched\u000a12:22:51.582557 run osmo-hlr_10.42.42.2(pid=21469): Launched\u000a12:22:51.707260 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:22:52.383061 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21471): Launched\u000a12:22:52.705840 run osmo-stp_10.42.42.5(pid=21472): Launched\u000a12:22:52.822547 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a12:22:53.388058 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21474): Launched\u000a12:22:53.503248 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a12:22:53.787034 run patchelf(pid=21475): Launched\u000a12:22:53.975948 run osmo-stp_10.42.42.5(pid=21472): ERR: Terminated: ERROR {rc=1} [trial-2404↪gprs:trx-lms-limenet-micro↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21472)]\u000a12:22:54.114664 run osmo-stp_10.42.42.5(pid=21472): stdout: \u000a| (launched: 2022-12-14_12:22:52.547019)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:22:54.252535 run osmo-stp_10.42.42.5(pid=21472): stderr: \u000a| �[0;m�[38;5;43m20221214122252740 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214122252741 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214122252741 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214122252741 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214122252742 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214122252742 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214122252742 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:22:54.385589 run osmo-stp_10.42.42.5(pid=21472): stdout: \u000a| (launched: 2022-12-14_12:22:52.547019)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:22:54.517197 run osmo-stp_10.42.42.5(pid=21472): stderr: \u000a| �[0;m�[38;5;43m20221214122252740 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214122252741 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214122252741 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214122252741 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214122252742 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214122252742 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214122252742 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:22:54.671252 run patchelf(pid=21475): Terminating (SIGINT)\u000a12:22:54.852166 run patchelf(pid=21475): Terminated: ok {rc=0}\u000a12:22:54.885670 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=21472): Process ended prematurely: osmo-stp_10.42.42.5(pid=21472) [trial-2404↪gprs:trx-lms-limenet-micro↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21472)] [trial-2404↪gprs:trx-lms-limenet-micro↪iperf3m4.py:8]\u000a12:22:54.895682 tst iperf3m4.py:8: Test FAILED (11.0 sec)\u000a12:22:54.958839 run osmo-hlr_10.42.42.2(pid=21469): ERR: Terminated: ERROR {rc=237} [trial-2404↪gprs:trx-lms-limenet-micro↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21469)]\u000a12:22:55.010229 run osmo-hlr_10.42.42.2(pid=21469): stdout: \u000a| (launched: 2022-12-14_12:22:51.416904) \u000a12:22:55.062015 run osmo-hlr_10.42.42.2(pid=21469): stderr: \u000a| �[0;m�[1;31m20221214122251619 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214122251619 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214122251619 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214122251620 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214122251620 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214122251620 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214122251632 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2404/run.2022-12-14_11-25-45/gprs:trx-lms-limenet-micro/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214122251640 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214122251640 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214122251640 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:22:55.106711 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21458): Terminating (SIGTERM)\u000a12:22:55.148720 run iperf3-srv_10.42.42.10(pid=21459): Terminating (SIGTERM)\u000a12:22:55.190312 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21460): Terminating (SIGTERM)\u000a12:22:55.231709 run iperf3-srv_10.42.42.10(pid=21461): Terminating (SIGTERM)\u000a12:22:55.273360 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21462): Terminating (SIGTERM)\u000a12:22:55.314797 run iperf3-srv_10.42.42.10(pid=21463): Terminating (SIGTERM)\u000a12:22:55.356617 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21464): Terminating (SIGTERM)\u000a12:22:55.398048 run iperf3-srv_10.42.42.10(pid=21465): Terminating (SIGTERM)\u000a12:22:55.440761 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21468): Terminating (SIGTERM)\u000a12:22:55.482523 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21471): Terminating (SIGTERM)\u000a12:22:55.524025 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21474): Terminating (SIGTERM)\u000a12:22:55.533851 --- ParallelTerminationStrategy: PID 21458 died...\u000a12:22:55.589288 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21458): Terminated: ok {rc=0}\u000a12:22:55.599330 --- ParallelTerminationStrategy: PID 21459 died...\u000a12:22:55.654567 run iperf3-srv_10.42.42.10(pid=21459): Terminated {rc=256}\u000a12:22:55.664611 --- ParallelTerminationStrategy: PID 21460 died...\u000a12:22:55.719832 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21460): Terminated: ok {rc=0}\u000a12:22:55.729935 --- ParallelTerminationStrategy: PID 21461 died...\u000a12:22:55.785109 run iperf3-srv_10.42.42.10(pid=21461): Terminated {rc=256}\u000a12:22:55.795126 --- ParallelTerminationStrategy: PID 21462 died...\u000a12:22:55.850232 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21462): Terminated: ok {rc=0}\u000a12:22:55.860214 --- ParallelTerminationStrategy: PID 21463 died...\u000a12:22:55.915382 run iperf3-srv_10.42.42.10(pid=21463): Terminated {rc=256}\u000a12:22:55.925852 --- ParallelTerminationStrategy: PID 21464 died...\u000a12:22:55.981100 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21464): Terminated: ok {rc=0}\u000a12:22:55.991138 --- ParallelTerminationStrategy: PID 21465 died...\u000a12:22:56.046444 run iperf3-srv_10.42.42.10(pid=21465): Terminated {rc=256}\u000a12:22:56.056414 --- ParallelTerminationStrategy: PID 21468 died...\u000a12:22:56.111986 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21468): Terminated: ok {rc=0}\u000a12:22:56.122026 --- ParallelTerminationStrategy: PID 21471 died...\u000a12:22:56.177184 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21471): Terminated: ok {rc=0}\u000a12:22:56.187144 --- ParallelTerminationStrategy: PID 21474 died...\u000a12:22:56.242098 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21474): Terminated: ok {rc=0}\u000a12:22:56.329370 bus /gobi_4: Setting Powered False\u000a12:22:57.435832 bus /gobi_4: Setting Powered False\u000a12:22:58.547294 bus /gobi_1: Setting Powered False\u000a12:22:59.653742 bus /gobi_1: Setting Powered False\u000a12:23:00.765511 bus /gobi_0: Setting Powered False\u000a12:23:01.883487 bus /gobi_0: Setting Powered False\u000a12:23:02.994077 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 266, "className" : "gprs:trx-lms-limenet-micro", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21483): Process ended prematurely: osmo-stp_10.42.42.5(pid=21483) [trial-2404↪gprs:trx-lms-limenet-micro↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21483)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21483): Process ended prematurely: osmo-stp_10.42.42.5(pid=21483) [trial-2404↪gprs:trx-lms-limenet-micro↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21483)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2404 gprs:trx-lms-limenet-micro ping.py\u000a----------------------------------------------\u000a12:23:04.063597 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a12:23:04.075964 tst gprs:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a12:23:04.214351 tst ping.py: using LAC 40870\u000a12:23:04.338338 tst ping.py: using RAC 70\u000a12:23:04.462657 tst ping.py: using CellId 40870\u000a12:23:04.586192 tst ping.py: using BVCI 40871\u000a12:23:04.610388 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a12:23:04.621650 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a12:23:04.632651 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a12:23:04.643701 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a12:23:04.654711 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a12:23:04.665677 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a12:23:04.676758 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a12:23:04.687743 tst gprs:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a12:23:04.960436 tst ping.py:19: start network...\u000a12:23:05.082624 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:23:05.546711 run create_hlr_db(pid=21477): Launched\u000a12:23:05.717073 bus /gobi_6: Setting Powered False\u000a12:23:06.738765 run create_hlr_db(pid=21477): Terminated: ok {rc=0}\u000a12:23:07.162427 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21479): Launched\u000a12:23:07.479244 run osmo-hlr_10.42.42.2(pid=21480): Launched\u000a12:23:07.598757 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:23:08.154660 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21482): Launched\u000a12:23:08.473015 run osmo-stp_10.42.42.5(pid=21483): Launched\u000a12:23:08.588236 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a12:23:09.142950 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21485): Launched\u000a12:23:09.256093 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a12:23:09.534879 run patchelf(pid=21486): Launched\u000a12:23:09.721361 run osmo-stp_10.42.42.5(pid=21483): ERR: Terminated: ERROR {rc=1} [trial-2404↪gprs:trx-lms-limenet-micro↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21483)]\u000a12:23:09.857659 run osmo-stp_10.42.42.5(pid=21483): stdout: \u000a| (launched: 2022-12-14_12:23:08.315499)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:23:09.994281 run osmo-stp_10.42.42.5(pid=21483): stderr: \u000a| �[0;m�[38;5;43m20221214122308510 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214122308510 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214122308510 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214122308510 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214122308511 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214122308511 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214122308511 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:23:10.126094 run osmo-stp_10.42.42.5(pid=21483): stdout: \u000a| (launched: 2022-12-14_12:23:08.315499)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:23:10.255771 run osmo-stp_10.42.42.5(pid=21483): stderr: \u000a| �[0;m�[38;5;43m20221214122308510 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214122308510 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214122308510 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214122308510 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214122308511 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214122308511 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214122308511 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:23:10.407277 run patchelf(pid=21486): Terminating (SIGINT)\u000a12:23:10.584840 run patchelf(pid=21486): Terminated: ok {rc=0}\u000a12:23:10.617499 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=21483): Process ended prematurely: osmo-stp_10.42.42.5(pid=21483) [trial-2404↪gprs:trx-lms-limenet-micro↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21483)] [trial-2404↪gprs:trx-lms-limenet-micro↪ping.py:22]\u000a12:23:10.626799 tst ping.py:22: Test FAILED (6.6 sec)\u000a12:23:10.689270 run osmo-hlr_10.42.42.2(pid=21480): ERR: Terminated: ERROR {rc=237} [trial-2404↪gprs:trx-lms-limenet-micro↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21480)]\u000a12:23:10.740574 run osmo-hlr_10.42.42.2(pid=21480): stdout: \u000a| (launched: 2022-12-14_12:23:07.323283) \u000a12:23:10.792532 run osmo-hlr_10.42.42.2(pid=21480): stderr: \u000a| �[0;m�[1;31m20221214122307522 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214122307522 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214122307523 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214122307523 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214122307523 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214122307523 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214122307534 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2404/run.2022-12-14_11-25-45/gprs:trx-lms-limenet-micro/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214122307542 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214122307542 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214122307542 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:23:10.836926 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21479): Terminating (SIGTERM)\u000a12:23:10.879293 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21482): Terminating (SIGTERM)\u000a12:23:10.921391 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21485): Terminating (SIGTERM)\u000a12:23:10.931039 --- ParallelTerminationStrategy: PID 21479 died...\u000a12:23:10.986935 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21479): Terminated: ok {rc=0}\u000a12:23:10.996999 --- ParallelTerminationStrategy: PID 21482 died...\u000a12:23:11.052492 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21482): Terminated: ok {rc=0}\u000a12:23:11.062500 --- ParallelTerminationStrategy: PID 21485 died...\u000a12:23:11.118400 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21485): Terminated: ok {rc=0}\u000a12:23:11.205347 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 266, "className" : "gprs:trx-lms-limenet-micro", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21494): Process ended prematurely: osmo-stp_10.42.42.5(pid=21494) [trial-2404↪gprs:trx-lms-limenet-micro↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21494)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21494): Process ended prematurely: osmo-stp_10.42.42.5(pid=21494) [trial-2404↪gprs:trx-lms-limenet-micro↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21494)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2404 gprs:trx-lms-limenet-micro ping_idle_ping.py\u000a----------------------------------------------\u000a12:23:12.257177 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a12:23:12.268918 tst gprs:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a12:23:12.408789 tst ping_idle_ping.py: using LAC 40871\u000a12:23:12.533405 tst ping_idle_ping.py: using RAC 71\u000a12:23:12.659223 tst ping_idle_ping.py: using CellId 40871\u000a12:23:12.784166 tst ping_idle_ping.py: using BVCI 40872\u000a12:23:12.808502 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a12:23:12.819825 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a12:23:12.830927 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a12:23:12.841922 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a12:23:12.852845 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a12:23:12.863753 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a12:23:12.875028 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a12:23:12.886086 tst gprs:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a12:23:13.175345 tst ping_idle_ping.py:24: start network...\u000a12:23:13.308246 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:23:13.819750 run create_hlr_db(pid=21488): Launched\u000a12:23:14.004255 bus /gobi_6: Setting Powered False\u000a12:23:15.025927 run create_hlr_db(pid=21488): Terminated: ok {rc=0}\u000a12:23:15.428531 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21490): Launched\u000a12:23:15.729126 run osmo-hlr_10.42.42.2(pid=21491): Launched\u000a12:23:15.849185 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:23:16.509924 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21493): Launched\u000a12:23:16.945989 run osmo-stp_10.42.42.5(pid=21494): Launched\u000a12:23:17.065792 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a12:23:17.679743 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21496): Launched\u000a12:23:17.792698 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a12:23:18.071921 run patchelf(pid=21497): Launched\u000a12:23:18.258955 run osmo-stp_10.42.42.5(pid=21494): ERR: Terminated: ERROR {rc=1} [trial-2404↪gprs:trx-lms-limenet-micro↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21494)]\u000a12:23:18.395455 run osmo-stp_10.42.42.5(pid=21494): stdout: \u000a| (launched: 2022-12-14_12:23:16.664586)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:23:18.532357 run osmo-stp_10.42.42.5(pid=21494): stderr: \u000a| �[0;m�[38;5;43m20221214122316884 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214122316884 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214122316885 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214122316886 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214122316886 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214122316886 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214122316886 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:23:18.663943 run osmo-stp_10.42.42.5(pid=21494): stdout: \u000a| (launched: 2022-12-14_12:23:16.664586)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:23:18.794416 run osmo-stp_10.42.42.5(pid=21494): stderr: \u000a| �[0;m�[38;5;43m20221214122316884 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214122316884 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214122316885 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214122316886 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214122316886 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214122316886 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214122316886 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:23:18.946596 run patchelf(pid=21497): Terminating (SIGINT)\u000a12:23:19.125554 run patchelf(pid=21497): Terminated: ok {rc=0}\u000a12:23:19.158031 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=21494): Process ended prematurely: osmo-stp_10.42.42.5(pid=21494) [trial-2404↪gprs:trx-lms-limenet-micro↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21494)] [trial-2404↪gprs:trx-lms-limenet-micro↪ping_idle_ping.py:27]\u000a12:23:19.167319 tst ping_idle_ping.py:27: Test FAILED (6.9 sec)\u000a12:23:19.229660 run osmo-hlr_10.42.42.2(pid=21491): ERR: Terminated: ERROR {rc=237} [trial-2404↪gprs:trx-lms-limenet-micro↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21491)]\u000a12:23:19.280718 run osmo-hlr_10.42.42.2(pid=21491): stdout: \u000a| (launched: 2022-12-14_12:23:15.579591) \u000a12:23:19.332849 run osmo-hlr_10.42.42.2(pid=21491): stderr: \u000a| �[0;m�[1;31m20221214122315755 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214122315756 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214122315756 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214122315756 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214122315756 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214122315756 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214122315767 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2404/run.2022-12-14_11-25-45/gprs:trx-lms-limenet-micro/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214122315776 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214122315776 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214122315776 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:23:19.376929 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21490): Terminating (SIGTERM)\u000a12:23:19.418431 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21493): Terminating (SIGTERM)\u000a12:23:19.460085 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21496): Terminating (SIGTERM)\u000a12:23:19.469705 --- ParallelTerminationStrategy: PID 21490 died...\u000a12:23:19.525089 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21490): Terminated: ok {rc=0}\u000a12:23:19.535007 --- ParallelTerminationStrategy: PID 21493 died...\u000a12:23:19.590446 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21493): Terminated: ok {rc=0}\u000a12:23:19.600336 --- ParallelTerminationStrategy: PID 21496 died...\u000a12:23:19.656319 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21496): Terminated: ok {rc=0}\u000a12:23:19.743312 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "125", "name" : "gprs_trx-lms-limenet-micro", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T12:22:20" }, { "cases" : [ { "testActions" : [ ], "age" : 266, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-egprs", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21512): Process ended prematurely: osmo-stp_10.42.42.5(pid=21512) [trial-2404↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21512)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21512): Process ended prematurely: osmo-stp_10.42.42.5(pid=21512) [trial-2404↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21512)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2404 gprs:trx-lms-limenet-micro+mod-bts0-egprs cs_paging_gprs_active.py\u000a----------------------------------------------\u000a12:23:21.886388 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:23:21.897626 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a12:23:22.032706 tst cs_paging_gprs_active.py: using LAC 40872\u000a12:23:22.150875 tst cs_paging_gprs_active.py: using RAC 72\u000a12:23:22.269165 tst cs_paging_gprs_active.py: using CellId 40872\u000a12:23:22.398665 tst cs_paging_gprs_active.py: using BVCI 40873\u000a12:23:22.423412 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:23:22.434926 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:23:22.446206 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:23:22.457421 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:23:22.469031 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:23:22.480328 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:23:22.492100 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:23:22.503328 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:23:22.514890 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a12:23:22.638929 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a12:23:22.918719 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a12:23:23.045507 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:23:23.362152 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21502): Launched\u000a12:23:23.625498 run iperf3-srv_10.42.42.10(pid=21503): Launched\u000a12:23:23.810486 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a12:23:23.936911 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:23:24.253290 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21504): Launched\u000a12:23:24.515154 run iperf3-srv_10.42.42.10(pid=21505): Launched\u000a12:23:24.699235 tst cs_paging_gprs_active.py:38: start network...\u000a12:23:24.825256 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:23:25.306885 run create_hlr_db(pid=21506): Launched\u000a12:23:25.481597 bus /gobi_6: Setting Powered False\u000a12:23:26.503043 run create_hlr_db(pid=21506): Terminated: ok {rc=0}\u000a12:23:26.910481 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21508): Launched\u000a12:23:27.215257 run osmo-hlr_10.42.42.2(pid=21509): Launched\u000a12:23:27.334302 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:23:27.868925 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21511): Launched\u000a12:23:28.174663 run osmo-stp_10.42.42.5(pid=21512): Launched\u000a12:23:28.285456 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a12:23:28.819179 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21514): Launched\u000a12:23:28.927245 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a12:23:29.193849 run patchelf(pid=21515): Launched\u000a12:23:29.371943 run osmo-stp_10.42.42.5(pid=21512): ERR: Terminated: ERROR {rc=1} [trial-2404↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21512)]\u000a12:23:29.502428 run osmo-stp_10.42.42.5(pid=21512): stdout: \u000a| (launched: 2022-12-14_12:23:28.022657)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:23:29.633171 run osmo-stp_10.42.42.5(pid=21512): stderr: \u000a| �[0;m�[38;5;43m20221214122328195 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214122328195 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214122328196 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214122328196 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214122328196 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214122328197 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214122328197 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:23:29.759490 run osmo-stp_10.42.42.5(pid=21512): stdout: \u000a| (launched: 2022-12-14_12:23:28.022657)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:23:29.884179 run osmo-stp_10.42.42.5(pid=21512): stderr: \u000a| �[0;m�[38;5;43m20221214122328195 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214122328195 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214122328196 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214122328196 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214122328196 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214122328197 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214122328197 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:23:30.029795 run patchelf(pid=21515): Terminating (SIGINT)\u000a12:23:30.201416 run patchelf(pid=21515): Terminated: ok {rc=0}\u000a12:23:30.232858 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=21512): Process ended prematurely: osmo-stp_10.42.42.5(pid=21512) [trial-2404↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21512)] [trial-2404↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪cs_paging_gprs_active.py:38]\u000a12:23:30.242184 tst cs_paging_gprs_active.py:38: Test FAILED (8.4 sec)\u000a12:23:30.302566 run osmo-hlr_10.42.42.2(pid=21509): ERR: Terminated: ERROR {rc=237} [trial-2404↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21509)]\u000a12:23:30.351497 run osmo-hlr_10.42.42.2(pid=21509): stdout: \u000a| (launched: 2022-12-14_12:23:27.064155) \u000a12:23:30.401217 run osmo-hlr_10.42.42.2(pid=21509): stderr: \u000a| �[0;m�[1;31m20221214122327243 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214122327243 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214122327243 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214122327243 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214122327244 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214122327244 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214122327255 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2404/run.2022-12-14_11-25-45/gprs:trx-lms-limenet-micro+mod-bts0-egprs/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214122327264 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214122327264 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214122327264 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:23:30.443719 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21502): Terminating (SIGTERM)\u000a12:23:30.483707 run iperf3-srv_10.42.42.10(pid=21503): Terminating (SIGTERM)\u000a12:23:30.523708 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21504): Terminating (SIGTERM)\u000a12:23:30.563560 run iperf3-srv_10.42.42.10(pid=21505): Terminating (SIGTERM)\u000a12:23:30.603714 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21508): Terminating (SIGTERM)\u000a12:23:30.643539 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21511): Terminating (SIGTERM)\u000a12:23:30.683518 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21514): Terminating (SIGTERM)\u000a12:23:30.692659 --- ParallelTerminationStrategy: PID 21502 died...\u000a12:23:30.746584 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21502): Terminated: ok {rc=0}\u000a12:23:30.756001 --- ParallelTerminationStrategy: PID 21503 died...\u000a12:23:30.809327 run iperf3-srv_10.42.42.10(pid=21503): Terminated {rc=256}\u000a12:23:30.818674 --- ParallelTerminationStrategy: PID 21504 died...\u000a12:23:30.899021 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21504): Terminated: ok {rc=0}\u000a12:23:30.915066 --- ParallelTerminationStrategy: PID 21505 died...\u000a12:23:30.973114 run iperf3-srv_10.42.42.10(pid=21505): Terminated {rc=256}\u000a12:23:30.984059 --- ParallelTerminationStrategy: PID 21508 died...\u000a12:23:31.043460 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21508): Terminated: ok {rc=0}\u000a12:23:31.054490 --- ParallelTerminationStrategy: PID 21511 died...\u000a12:23:31.113992 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21511): Terminated: ok {rc=0}\u000a12:23:31.125488 --- ParallelTerminationStrategy: PID 21514 died...\u000a12:23:31.183841 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21514): Terminated: ok {rc=0}\u000a12:23:31.275853 bus /gobi_0: Setting Powered False\u000a12:23:32.377711 bus /gobi_0: Setting Powered False\u000a12:23:33.489352 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 266, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-egprs", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21524): Process ended prematurely: osmo-stp_10.42.42.5(pid=21524) [trial-2404↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21524)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21524): Process ended prematurely: osmo-stp_10.42.42.5(pid=21524) [trial-2404↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21524)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2404 gprs:trx-lms-limenet-micro+mod-bts0-egprs iperf3.py\u000a----------------------------------------------\u000a12:23:34.600282 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:23:34.612049 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a12:23:34.746853 tst iperf3.py: using LAC 40873\u000a12:23:34.864458 tst iperf3.py: using RAC 73\u000a12:23:34.984139 tst iperf3.py: using CellId 40873\u000a12:23:35.104874 tst iperf3.py: using BVCI 40874\u000a12:23:35.128085 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:23:35.139176 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:23:35.150179 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:23:35.160860 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:23:35.171915 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:23:35.183063 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:23:35.194382 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:23:35.205427 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:23:35.216661 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a12:23:35.511906 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a12:23:35.647111 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:23:35.983514 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21516): Launched\u000a12:23:36.262680 run iperf3-srv_10.42.42.10(pid=21517): Launched\u000a12:23:36.460435 tst iperf3.py:8: start network...\u000a12:23:36.595127 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:23:37.114072 run create_hlr_db(pid=21518): Launched\u000a12:23:37.300900 bus /gobi_6: Setting Powered False\u000a12:23:38.321298 run create_hlr_db(pid=21518): Terminated: ok {rc=0}\u000a12:23:38.730949 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21520): Launched\u000a12:23:39.034729 run osmo-hlr_10.42.42.2(pid=21521): Launched\u000a12:23:39.151061 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:23:39.678537 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21523): Launched\u000a12:23:39.983253 run osmo-stp_10.42.42.5(pid=21524): Launched\u000a12:23:40.094476 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a12:23:40.620781 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21526): Launched\u000a12:23:40.728067 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a12:23:40.994146 run patchelf(pid=21527): Launched\u000a12:23:41.171972 run osmo-stp_10.42.42.5(pid=21524): ERR: Terminated: ERROR {rc=1} [trial-2404↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21524)]\u000a12:23:41.301469 run osmo-stp_10.42.42.5(pid=21524): stdout: \u000a| (launched: 2022-12-14_12:23:39.832095)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:23:41.431186 run osmo-stp_10.42.42.5(pid=21524): stderr: \u000a| �[0;m�[38;5;43m20221214122340004 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214122340004 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214122340004 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214122340005 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214122340005 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214122340005 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214122340006 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:23:41.556155 run osmo-stp_10.42.42.5(pid=21524): stdout: \u000a| (launched: 2022-12-14_12:23:39.832095)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:23:41.680198 run osmo-stp_10.42.42.5(pid=21524): stderr: \u000a| �[0;m�[38;5;43m20221214122340004 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214122340004 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214122340004 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214122340005 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214122340005 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214122340005 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214122340006 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:23:41.825580 run patchelf(pid=21527): Terminating (SIGINT)\u000a12:23:41.995376 run patchelf(pid=21527): Terminated: ok {rc=0}\u000a12:23:42.026612 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=21524): Process ended prematurely: osmo-stp_10.42.42.5(pid=21524) [trial-2404↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21524)] [trial-2404↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3.py:8]\u000a12:23:42.035873 tst iperf3.py:8: Test FAILED (7.5 sec)\u000a12:23:42.096098 run osmo-hlr_10.42.42.2(pid=21521): ERR: Terminated: ERROR {rc=237} [trial-2404↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21521)]\u000a12:23:42.145794 run osmo-hlr_10.42.42.2(pid=21521): stdout: \u000a| (launched: 2022-12-14_12:23:38.884465) \u000a12:23:42.195542 run osmo-hlr_10.42.42.2(pid=21521): stderr: \u000a| �[0;m�[1;31m20221214122339060 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214122339060 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214122339060 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214122339060 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214122339061 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214122339061 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214122339073 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2404/run.2022-12-14_11-25-45/gprs:trx-lms-limenet-micro+mod-bts0-egprs/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214122339081 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214122339081 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214122339081 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:23:42.238086 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21516): Terminating (SIGTERM)\u000a12:23:42.278144 run iperf3-srv_10.42.42.10(pid=21517): Terminating (SIGTERM)\u000a12:23:42.318803 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21520): Terminating (SIGTERM)\u000a12:23:42.358736 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21523): Terminating (SIGTERM)\u000a12:23:42.398969 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21526): Terminating (SIGTERM)\u000a12:23:42.408132 --- ParallelTerminationStrategy: PID 21516 died...\u000a12:23:42.461756 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21516): Terminated: ok {rc=0}\u000a12:23:42.471283 --- ParallelTerminationStrategy: PID 21517 died...\u000a12:23:42.524382 run iperf3-srv_10.42.42.10(pid=21517): Terminated {rc=256}\u000a12:23:42.533833 --- ParallelTerminationStrategy: PID 21520 died...\u000a12:23:42.586943 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21520): Terminated: ok {rc=0}\u000a12:23:42.596319 --- ParallelTerminationStrategy: PID 21523 died...\u000a12:23:42.649467 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21523): Terminated: ok {rc=0}\u000a12:23:42.658960 --- ParallelTerminationStrategy: PID 21526 died...\u000a12:23:42.712194 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21526): Terminated: ok {rc=0}\u000a12:23:42.795663 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 266, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-egprs", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21542): Process ended prematurely: osmo-stp_10.42.42.5(pid=21542) [trial-2404↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21542)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21542): Process ended prematurely: osmo-stp_10.42.42.5(pid=21542) [trial-2404↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21542)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2404 gprs:trx-lms-limenet-micro+mod-bts0-egprs iperf3m4.py\u000a----------------------------------------------\u000a12:23:43.911078 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:23:43.923383 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a12:23:44.067195 tst iperf3m4.py: using LAC 40874\u000a12:23:44.198460 tst iperf3m4.py: using RAC 74\u000a12:23:44.320651 tst iperf3m4.py: using CellId 40874\u000a12:23:44.439714 tst iperf3m4.py: using BVCI 40875\u000a12:23:44.462794 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:23:44.474029 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:23:44.485122 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:23:44.496095 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:23:44.507761 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:23:44.519468 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:23:44.531281 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:23:44.542889 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:23:44.554838 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a12:23:44.685293 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a12:23:44.806481 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a12:23:44.924447 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a12:23:45.201967 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a12:23:45.327875 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:23:45.642931 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21528): Launched\u000a12:23:45.929314 run iperf3-srv_10.42.42.10(pid=21529): Launched\u000a12:23:46.137928 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a12:23:46.267917 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:23:46.604039 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21530): Launched\u000a12:23:46.887019 run iperf3-srv_10.42.42.10(pid=21531): Launched\u000a12:23:47.078437 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a12:23:47.209251 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:23:47.526743 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21532): Launched\u000a12:23:47.788404 run iperf3-srv_10.42.42.10(pid=21533): Launched\u000a12:23:47.973191 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a12:23:48.098761 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:23:48.415793 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21534): Launched\u000a12:23:48.679060 run iperf3-srv_10.42.42.10(pid=21535): Launched\u000a12:23:48.862976 tst iperf3m4.py:8: start network...\u000a12:23:48.988834 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:23:49.468422 run create_hlr_db(pid=21536): Launched\u000a12:23:49.643238 bus /gobi_6: Setting Powered False\u000a12:23:50.665246 run create_hlr_db(pid=21536): Terminated: ok {rc=0}\u000a12:23:51.099158 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21538): Launched\u000a12:23:51.426575 run osmo-hlr_10.42.42.2(pid=21539): Launched\u000a12:23:51.545194 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:23:52.111694 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21541): Launched\u000a12:23:52.438053 run osmo-stp_10.42.42.5(pid=21542): Launched\u000a12:23:52.555055 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a12:23:53.124479 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21544): Launched\u000a12:23:53.239975 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a12:23:53.524681 run patchelf(pid=21545): Launched\u000a12:23:53.715178 run osmo-stp_10.42.42.5(pid=21542): ERR: Terminated: ERROR {rc=1} [trial-2404↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21542)]\u000a12:23:53.853933 run osmo-stp_10.42.42.5(pid=21542): stdout: \u000a| (launched: 2022-12-14_12:23:52.277162)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:23:53.994139 run osmo-stp_10.42.42.5(pid=21542): stderr: \u000a| �[0;m�[38;5;43m20221214122352472 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214122352473 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214122352473 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214122352473 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214122352474 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214122352474 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214122352474 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:23:54.128755 run osmo-stp_10.42.42.5(pid=21542): stdout: \u000a| (launched: 2022-12-14_12:23:52.277162)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:23:54.261766 run osmo-stp_10.42.42.5(pid=21542): stderr: \u000a| �[0;m�[38;5;43m20221214122352472 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214122352473 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214122352473 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214122352473 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214122352474 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214122352474 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214122352474 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:23:54.416903 run patchelf(pid=21545): Terminating (SIGINT)\u000a12:23:54.599003 run patchelf(pid=21545): Terminated: ok {rc=0}\u000a12:23:54.632405 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=21542): Process ended prematurely: osmo-stp_10.42.42.5(pid=21542) [trial-2404↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21542)] [trial-2404↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3m4.py:8]\u000a12:23:54.642389 tst iperf3m4.py:8: Test FAILED (10.8 sec)\u000a12:23:54.705197 run osmo-hlr_10.42.42.2(pid=21539): ERR: Terminated: ERROR {rc=237} [trial-2404↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21539)]\u000a12:23:54.756459 run osmo-hlr_10.42.42.2(pid=21539): stdout: \u000a| (launched: 2022-12-14_12:23:51.264669) \u000a12:23:54.808410 run osmo-hlr_10.42.42.2(pid=21539): stderr: \u000a| �[0;m�[1;31m20221214122351466 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214122351466 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214122351466 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214122351466 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214122351466 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214122351466 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214122351479 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2404/run.2022-12-14_11-25-45/gprs:trx-lms-limenet-micro+mod-bts0-egprs/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214122351487 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214122351487 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214122351487 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:23:54.852643 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21528): Terminating (SIGTERM)\u000a12:23:54.894563 run iperf3-srv_10.42.42.10(pid=21529): Terminating (SIGTERM)\u000a12:23:54.936535 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21530): Terminating (SIGTERM)\u000a12:23:54.978395 run iperf3-srv_10.42.42.10(pid=21531): Terminating (SIGTERM)\u000a12:23:55.020148 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21532): Terminating (SIGTERM)\u000a12:23:55.061879 run iperf3-srv_10.42.42.10(pid=21533): Terminating (SIGTERM)\u000a12:23:55.104161 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21534): Terminating (SIGTERM)\u000a12:23:55.145966 run iperf3-srv_10.42.42.10(pid=21535): Terminating (SIGTERM)\u000a12:23:55.187833 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21538): Terminating (SIGTERM)\u000a12:23:55.229619 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21541): Terminating (SIGTERM)\u000a12:23:55.271378 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21544): Terminating (SIGTERM)\u000a12:23:55.281080 --- ParallelTerminationStrategy: PID 21528 died...\u000a12:23:55.336671 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21528): Terminated: ok {rc=0}\u000a12:23:55.346662 --- ParallelTerminationStrategy: PID 21529 died...\u000a12:23:55.401685 run iperf3-srv_10.42.42.10(pid=21529): Terminated {rc=256}\u000a12:23:55.411563 --- ParallelTerminationStrategy: PID 21530 died...\u000a12:23:55.466839 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21530): Terminated: ok {rc=0}\u000a12:23:55.476767 --- ParallelTerminationStrategy: PID 21531 died...\u000a12:23:55.531967 run iperf3-srv_10.42.42.10(pid=21531): Terminated {rc=256}\u000a12:23:55.541928 --- ParallelTerminationStrategy: PID 21532 died...\u000a12:23:55.596887 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21532): Terminated: ok {rc=0}\u000a12:23:55.606898 --- ParallelTerminationStrategy: PID 21533 died...\u000a12:23:55.661845 run iperf3-srv_10.42.42.10(pid=21533): Terminated {rc=256}\u000a12:23:55.671726 --- ParallelTerminationStrategy: PID 21534 died...\u000a12:23:55.726852 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21534): Terminated: ok {rc=0}\u000a12:23:55.736688 --- ParallelTerminationStrategy: PID 21535 died...\u000a12:23:55.791867 run iperf3-srv_10.42.42.10(pid=21535): Terminated {rc=256}\u000a12:23:55.801841 --- ParallelTerminationStrategy: PID 21538 died...\u000a12:23:55.856910 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21538): Terminated: ok {rc=0}\u000a12:23:55.866885 --- ParallelTerminationStrategy: PID 21541 died...\u000a12:23:55.922158 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21541): Terminated: ok {rc=0}\u000a12:23:55.932189 --- ParallelTerminationStrategy: PID 21544 died...\u000a12:23:55.987636 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21544): Terminated: ok {rc=0}\u000a12:23:56.075434 bus /gobi_4: Setting Powered False\u000a12:23:57.182703 bus /gobi_4: Setting Powered False\u000a12:23:58.291974 bus /gobi_1: Setting Powered False\u000a12:23:59.398154 bus /gobi_1: Setting Powered False\u000a12:24:00.505920 bus /gobi_0: Setting Powered False\u000a12:24:01.623554 bus /gobi_0: Setting Powered False\u000a12:24:02.767254 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 266, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-egprs", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21823): Process ended prematurely: osmo-stp_10.42.42.5(pid=21823) [trial-2404↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21823)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21823): Process ended prematurely: osmo-stp_10.42.42.5(pid=21823) [trial-2404↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21823)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2404 gprs:trx-lms-limenet-micro+mod-bts0-egprs ping.py\u000a----------------------------------------------\u000a12:24:03.842301 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:24:03.855461 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a12:24:03.993890 tst ping.py: using LAC 40875\u000a12:24:04.120283 tst ping.py: using RAC 75\u000a12:24:04.247961 tst ping.py: using CellId 40875\u000a12:24:04.375954 tst ping.py: using BVCI 40876\u000a12:24:04.401644 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:24:04.414411 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:24:04.427840 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:24:04.440259 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:24:04.452725 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:24:04.465266 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:24:04.477953 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:24:04.490473 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a12:24:04.789345 tst ping.py:19: start network...\u000a12:24:04.924828 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:24:05.482614 run create_hlr_db(pid=21815): Launched\u000a12:24:05.659706 bus /gobi_6: Setting Powered False\u000a12:24:06.685306 run create_hlr_db(pid=21815): Terminated: ok {rc=0}\u000a12:24:07.104617 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21819): Launched\u000a12:24:07.505658 run osmo-hlr_10.42.42.2(pid=21820): Launched\u000a12:24:07.726551 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:24:08.352235 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21822): Launched\u000a12:24:08.753565 run osmo-stp_10.42.42.5(pid=21823): Launched\u000a12:24:08.985019 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a12:24:09.609476 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21825): Launched\u000a12:24:09.721508 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a12:24:10.006966 run patchelf(pid=21826): Launched\u000a12:24:10.190254 run osmo-stp_10.42.42.5(pid=21823): ERR: Terminated: ERROR {rc=1} [trial-2404↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21823)]\u000a12:24:10.325385 run osmo-stp_10.42.42.5(pid=21823): stdout: \u000a| (launched: 2022-12-14_12:24:08.507662)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:24:10.462132 run osmo-stp_10.42.42.5(pid=21823): stderr: \u000a| �[0;m�[38;5;43m20221214122408844 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214122408844 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214122408844 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214122408844 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214122408847 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214122408847 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214122408847 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:24:10.591433 run osmo-stp_10.42.42.5(pid=21823): stdout: \u000a| (launched: 2022-12-14_12:24:08.507662)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:24:10.719898 run osmo-stp_10.42.42.5(pid=21823): stderr: \u000a| �[0;m�[38;5;43m20221214122408844 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214122408844 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214122408844 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214122408844 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214122408847 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214122408847 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214122408847 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:24:10.868810 run patchelf(pid=21826): Terminating (SIGINT)\u000a12:24:11.043646 run patchelf(pid=21826): Terminated: ok {rc=0}\u000a12:24:11.076057 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=21823): Process ended prematurely: osmo-stp_10.42.42.5(pid=21823) [trial-2404↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21823)] [trial-2404↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping.py:22]\u000a12:24:11.086049 tst ping.py:22: Test FAILED (7.2 sec)\u000a12:24:11.150983 run osmo-hlr_10.42.42.2(pid=21820): ERR: Terminated: ERROR {rc=237} [trial-2404↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21820)]\u000a12:24:11.203903 run osmo-hlr_10.42.42.2(pid=21820): stdout: \u000a| (launched: 2022-12-14_12:24:07.259043) \u000a12:24:11.258515 run osmo-hlr_10.42.42.2(pid=21820): stderr: \u000a| �[0;m�[1;31m20221214122407594 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214122407594 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214122407594 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214122407594 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214122407594 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214122407594 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214122407615 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2404/run.2022-12-14_11-25-45/gprs:trx-lms-limenet-micro+mod-bts0-egprs/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214122407626 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214122407626 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214122407626 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:24:11.304400 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21819): Terminating (SIGTERM)\u000a12:24:11.351785 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21822): Terminating (SIGTERM)\u000a12:24:11.397720 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21825): Terminating (SIGTERM)\u000a12:24:11.408319 --- ParallelTerminationStrategy: PID 21819 died...\u000a12:24:11.469382 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21819): Terminated: ok {rc=0}\u000a12:24:11.480905 --- ParallelTerminationStrategy: PID 21822 died...\u000a12:24:11.537844 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21822): Terminated: ok {rc=0}\u000a12:24:11.548656 --- ParallelTerminationStrategy: PID 21825 died...\u000a12:24:11.606884 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21825): Terminated: ok {rc=0}\u000a12:24:11.697256 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 266, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-egprs", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21833): Process ended prematurely: osmo-stp_10.42.42.5(pid=21833) [trial-2404↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21833)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21833): Process ended prematurely: osmo-stp_10.42.42.5(pid=21833) [trial-2404↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21833)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2404 gprs:trx-lms-limenet-micro+mod-bts0-egprs ping_idle_ping.py\u000a----------------------------------------------\u000a12:24:12.753350 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:24:12.766126 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a12:24:12.904797 tst ping_idle_ping.py: using LAC 40876\u000a12:24:13.027472 tst ping_idle_ping.py: using RAC 76\u000a12:24:13.148375 tst ping_idle_ping.py: using CellId 40876\u000a12:24:13.271348 tst ping_idle_ping.py: using BVCI 40877\u000a12:24:13.295298 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:24:13.307677 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:24:13.320088 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:24:13.331956 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:24:13.345974 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:24:13.360370 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:24:13.373116 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:24:13.385899 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a12:24:13.674734 tst ping_idle_ping.py:24: start network...\u000a12:24:13.802247 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:24:14.336433 run create_hlr_db(pid=21827): Launched\u000a12:24:14.516753 bus /gobi_6: Setting Powered False\u000a12:24:15.539646 run create_hlr_db(pid=21827): Terminated: ok {rc=0}\u000a12:24:15.989737 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21829): Launched\u000a12:24:16.378388 run osmo-hlr_10.42.42.2(pid=21830): Launched\u000a12:24:16.641425 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:24:17.418989 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21832): Launched\u000a12:24:17.894953 run osmo-stp_10.42.42.5(pid=21833): Launched\u000a12:24:18.102130 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a12:24:18.797045 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21835): Launched\u000a12:24:18.912536 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a12:24:19.204892 run patchelf(pid=21836): Launched\u000a12:24:19.394858 run osmo-stp_10.42.42.5(pid=21833): ERR: Terminated: ERROR {rc=1} [trial-2404↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21833)]\u000a12:24:19.534436 run osmo-stp_10.42.42.5(pid=21833): stdout: \u000a| (launched: 2022-12-14_12:24:17.596920)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:24:19.674642 run osmo-stp_10.42.42.5(pid=21833): stderr: \u000a| �[0;m�[38;5;43m20221214122417977 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214122417977 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214122417977 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214122417978 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214122417980 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214122417980 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214122417981 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:24:19.809336 run osmo-stp_10.42.42.5(pid=21833): stdout: \u000a| (launched: 2022-12-14_12:24:17.596920)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:24:19.942920 run osmo-stp_10.42.42.5(pid=21833): stderr: \u000a| �[0;m�[38;5;43m20221214122417977 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214122417977 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214122417977 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214122417978 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214122417980 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214122417980 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214122417981 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:24:20.097913 run patchelf(pid=21836): Terminating (SIGINT)\u000a12:24:20.281179 run patchelf(pid=21836): Terminated: ok {rc=0}\u000a12:24:20.315167 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=21833): Process ended prematurely: osmo-stp_10.42.42.5(pid=21833) [trial-2404↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21833)] [trial-2404↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping_idle_ping.py:27]\u000a12:24:20.325690 tst ping_idle_ping.py:27: Test FAILED (7.6 sec)\u000a12:24:20.390344 run osmo-hlr_10.42.42.2(pid=21830): ERR: Terminated: ERROR {rc=237} [trial-2404↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21830)]\u000a12:24:20.443123 run osmo-hlr_10.42.42.2(pid=21830): stdout: \u000a| (launched: 2022-12-14_12:24:16.155072) \u000a12:24:20.496920 run osmo-hlr_10.42.42.2(pid=21830): stderr: \u000a| �[0;m�[1;31m20221214122416567 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214122416567 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214122416567 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214122416567 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214122416567 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214122416567 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214122416584 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2404/run.2022-12-14_11-25-45/gprs:trx-lms-limenet-micro+mod-bts0-egprs/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214122416593 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214122416593 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214122416593 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:24:20.542577 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21829): Terminating (SIGTERM)\u000a12:24:20.585813 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21832): Terminating (SIGTERM)\u000a12:24:20.630921 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21835): Terminating (SIGTERM)\u000a12:24:20.641904 --- ParallelTerminationStrategy: PID 21829 died...\u000a12:24:20.700761 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21829): Terminated: ok {rc=0}\u000a12:24:20.712234 --- ParallelTerminationStrategy: PID 21832 died...\u000a12:24:20.769816 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21832): Terminated: ok {rc=0}\u000a12:24:20.780685 --- ParallelTerminationStrategy: PID 21835 died...\u000a12:24:20.838102 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21835): Terminated: ok {rc=0}\u000a12:24:20.928338 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 62.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "126", "name" : "gprs_trx-lms-limenet-micro+mod-bts0-egprs", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T12:23:21" }, { "cases" : [ { "testActions" : [ ], "age" : 266, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21851): Process ended prematurely: osmo-stp_10.42.42.5(pid=21851) [trial-2404↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21851)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21851): Process ended prematurely: osmo-stp_10.42.42.5(pid=21851) [trial-2404↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21851)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2404 gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa cs_paging_gprs_active.py\u000a----------------------------------------------\u000a12:24:23.102778 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:24:23.114864 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a12:24:23.278944 tst cs_paging_gprs_active.py: using LAC 40877\u000a12:24:23.404348 tst cs_paging_gprs_active.py: using RAC 77\u000a12:24:23.534282 tst cs_paging_gprs_active.py: using CellId 40877\u000a12:24:23.658268 tst cs_paging_gprs_active.py: using BVCI 40878\u000a12:24:23.683541 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:24:23.695856 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:24:23.708170 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:24:23.720147 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:24:23.733390 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:24:23.747753 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:24:23.760659 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:24:23.772578 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:24:23.786738 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a12:24:23.912681 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a12:24:24.205213 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a12:24:24.337866 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:24:24.687015 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21840): Launched\u000a12:24:24.959437 run iperf3-srv_10.42.42.10(pid=21842): Launched\u000a12:24:25.144863 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a12:24:25.271665 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:24:25.589673 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21843): Launched\u000a12:24:25.852582 run iperf3-srv_10.42.42.10(pid=21844): Launched\u000a12:24:26.037214 tst cs_paging_gprs_active.py:38: start network...\u000a12:24:26.163645 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:24:26.657964 run create_hlr_db(pid=21845): Launched\u000a12:24:26.845987 bus /gobi_6: Setting Powered False\u000a12:24:27.866302 run create_hlr_db(pid=21845): Terminated: ok {rc=0}\u000a12:24:28.303388 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21847): Launched\u000a12:24:28.632197 run osmo-hlr_10.42.42.2(pid=21848): Launched\u000a12:24:28.750299 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:24:29.319255 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21850): Launched\u000a12:24:29.647296 run osmo-stp_10.42.42.5(pid=21851): Launched\u000a12:24:29.765962 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a12:24:30.338207 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21853): Launched\u000a12:24:30.454107 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a12:24:30.739669 run patchelf(pid=21854): Launched\u000a12:24:30.951307 run osmo-stp_10.42.42.5(pid=21851): ERR: Terminated: ERROR {rc=1} [trial-2404↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21851)]\u000a12:24:31.100472 run osmo-stp_10.42.42.5(pid=21851): stdout: \u000a| (launched: 2022-12-14_12:24:29.485630)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:24:31.243289 run osmo-stp_10.42.42.5(pid=21851): stderr: \u000a| �[0;m�[38;5;43m20221214122429683 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214122429683 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214122429683 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214122429684 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214122429684 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214122429684 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214122429684 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:24:31.381289 run osmo-stp_10.42.42.5(pid=21851): stdout: \u000a| (launched: 2022-12-14_12:24:29.485630)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:24:31.517328 run osmo-stp_10.42.42.5(pid=21851): stderr: \u000a| �[0;m�[38;5;43m20221214122429683 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214122429683 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214122429683 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214122429684 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214122429684 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214122429684 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214122429684 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:24:31.676083 run patchelf(pid=21854): Terminating (SIGINT)\u000a12:24:31.861476 run patchelf(pid=21854): Terminated: ok {rc=0}\u000a12:24:31.896436 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=21851): Process ended prematurely: osmo-stp_10.42.42.5(pid=21851) [trial-2404↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21851)] [trial-2404↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38]\u000a12:24:31.907816 tst cs_paging_gprs_active.py:38: Test FAILED (8.8 sec)\u000a12:24:31.972603 run osmo-hlr_10.42.42.2(pid=21848): ERR: Terminated: ERROR {rc=237} [trial-2404↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21848)]\u000a12:24:32.025213 run osmo-hlr_10.42.42.2(pid=21848): stdout: \u000a| (launched: 2022-12-14_12:24:28.469412) \u000a12:24:32.078593 run osmo-hlr_10.42.42.2(pid=21848): stderr: \u000a| �[0;m�[1;31m20221214122428671 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214122428671 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214122428671 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214122428671 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214122428671 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214122428671 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214122428712 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2404/run.2022-12-14_11-25-45/gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214122428720 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214122428720 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214122428720 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:24:32.124372 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21840): Terminating (SIGTERM)\u000a12:24:32.167153 run iperf3-srv_10.42.42.10(pid=21842): Terminating (SIGTERM)\u000a12:24:32.211653 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21843): Terminating (SIGTERM)\u000a12:24:32.255057 run iperf3-srv_10.42.42.10(pid=21844): Terminating (SIGTERM)\u000a12:24:32.297040 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21847): Terminating (SIGTERM)\u000a12:24:32.339012 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21850): Terminating (SIGTERM)\u000a12:24:32.380818 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21853): Terminating (SIGTERM)\u000a12:24:32.390627 --- ParallelTerminationStrategy: PID 21840 died...\u000a12:24:32.446820 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21840): Terminated: ok {rc=0}\u000a12:24:32.456855 --- ParallelTerminationStrategy: PID 21842 died...\u000a12:24:32.512675 run iperf3-srv_10.42.42.10(pid=21842): Terminated {rc=256}\u000a12:24:32.522759 --- ParallelTerminationStrategy: PID 21843 died...\u000a12:24:32.578375 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21843): Terminated: ok {rc=0}\u000a12:24:32.588737 --- ParallelTerminationStrategy: PID 21844 died...\u000a12:24:32.644468 run iperf3-srv_10.42.42.10(pid=21844): Terminated {rc=256}\u000a12:24:32.654542 --- ParallelTerminationStrategy: PID 21847 died...\u000a12:24:32.710349 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21847): Terminated: ok {rc=0}\u000a12:24:32.720355 --- ParallelTerminationStrategy: PID 21850 died...\u000a12:24:32.776272 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21850): Terminated: ok {rc=0}\u000a12:24:32.786352 --- ParallelTerminationStrategy: PID 21853 died...\u000a12:24:32.842050 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21853): Terminated: ok {rc=0}\u000a12:24:32.929696 bus /gobi_0: Setting Powered False\u000a12:24:34.036709 bus /gobi_0: Setting Powered False\u000a12:24:35.144852 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 266, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21863): Process ended prematurely: osmo-stp_10.42.42.5(pid=21863) [trial-2404↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21863)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21863): Process ended prematurely: osmo-stp_10.42.42.5(pid=21863) [trial-2404↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21863)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2404 gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa iperf3.py\u000a----------------------------------------------\u000a12:24:36.256764 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:24:36.268759 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a12:24:36.442578 tst iperf3.py: using LAC 40878\u000a12:24:36.557565 tst iperf3.py: using RAC 78\u000a12:24:36.673284 tst iperf3.py: using CellId 40878\u000a12:24:36.789321 tst iperf3.py: using BVCI 40879\u000a12:24:36.811652 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:24:36.822734 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:24:36.833491 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:24:36.844181 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:24:36.855174 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:24:36.866127 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:24:36.877290 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:24:36.888222 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:24:36.899389 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a12:24:37.175417 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a12:24:37.298546 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:24:37.604635 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21855): Launched\u000a12:24:37.859178 run iperf3-srv_10.42.42.10(pid=21856): Launched\u000a12:24:38.038487 tst iperf3.py:8: start network...\u000a12:24:38.161553 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:24:38.623927 run create_hlr_db(pid=21857): Launched\u000a12:24:38.792389 bus /gobi_6: Setting Powered False\u000a12:24:39.815363 run create_hlr_db(pid=21857): Terminated: ok {rc=0}\u000a12:24:40.236835 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21859): Launched\u000a12:24:40.554616 run osmo-hlr_10.42.42.2(pid=21860): Launched\u000a12:24:40.671846 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:24:41.226970 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21862): Launched\u000a12:24:41.543144 run osmo-stp_10.42.42.5(pid=21863): Launched\u000a12:24:41.658715 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a12:24:42.210700 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21865): Launched\u000a12:24:42.323479 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a12:24:42.598688 run patchelf(pid=21866): Launched\u000a12:24:42.783525 run osmo-stp_10.42.42.5(pid=21863): ERR: Terminated: ERROR {rc=1} [trial-2404↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21863)]\u000a12:24:42.919074 run osmo-stp_10.42.42.5(pid=21863): stdout: \u000a| (launched: 2022-12-14_12:24:41.387263)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:24:43.054695 run osmo-stp_10.42.42.5(pid=21863): stderr: \u000a| �[0;m�[38;5;43m20221214122441575 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214122441575 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214122441576 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214122441576 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214122441576 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214122441576 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214122441577 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:24:43.186290 run osmo-stp_10.42.42.5(pid=21863): stdout: \u000a| (launched: 2022-12-14_12:24:41.387263)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:24:43.315943 run osmo-stp_10.42.42.5(pid=21863): stderr: \u000a| �[0;m�[38;5;43m20221214122441575 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214122441575 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214122441576 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214122441576 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214122441576 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214122441576 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214122441577 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:24:43.467060 run patchelf(pid=21866): Terminating (SIGINT)\u000a12:24:43.644627 run patchelf(pid=21866): Terminated: ok {rc=0}\u000a12:24:43.677350 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=21863): Process ended prematurely: osmo-stp_10.42.42.5(pid=21863) [trial-2404↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21863)] [trial-2404↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3.py:8]\u000a12:24:43.687073 tst iperf3.py:8: Test FAILED (7.5 sec)\u000a12:24:43.748781 run osmo-hlr_10.42.42.2(pid=21860): ERR: Terminated: ERROR {rc=237} [trial-2404↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21860)]\u000a12:24:43.799085 run osmo-hlr_10.42.42.2(pid=21860): stdout: \u000a| (launched: 2022-12-14_12:24:40.398198) \u000a12:24:43.850021 run osmo-hlr_10.42.42.2(pid=21860): stderr: \u000a| �[0;m�[1;31m20221214122440592 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214122440592 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214122440592 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214122440592 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214122440592 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214122440592 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214122440605 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2404/run.2022-12-14_11-25-45/gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214122440614 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214122440614 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214122440615 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:24:43.893671 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21855): Terminating (SIGTERM)\u000a12:24:43.934699 run iperf3-srv_10.42.42.10(pid=21856): Terminating (SIGTERM)\u000a12:24:43.976183 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21859): Terminating (SIGTERM)\u000a12:24:44.017770 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21862): Terminating (SIGTERM)\u000a12:24:44.058811 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21865): Terminating (SIGTERM)\u000a12:24:44.068326 --- ParallelTerminationStrategy: PID 21855 died...\u000a12:24:44.123579 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21855): Terminated: ok {rc=0}\u000a12:24:44.133872 --- ParallelTerminationStrategy: PID 21856 died...\u000a12:24:44.188794 run iperf3-srv_10.42.42.10(pid=21856): Terminated {rc=256}\u000a12:24:44.198699 --- ParallelTerminationStrategy: PID 21859 died...\u000a12:24:44.253819 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21859): Terminated: ok {rc=0}\u000a12:24:44.263653 --- ParallelTerminationStrategy: PID 21862 died...\u000a12:24:44.318731 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21862): Terminated: ok {rc=0}\u000a12:24:44.328519 --- ParallelTerminationStrategy: PID 21865 died...\u000a12:24:44.383116 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21865): Terminated: ok {rc=0}\u000a12:24:44.468789 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 266, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21881): Process ended prematurely: osmo-stp_10.42.42.5(pid=21881) [trial-2404↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21881)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21881): Process ended prematurely: osmo-stp_10.42.42.5(pid=21881) [trial-2404↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21881)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2404 gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa iperf3m4.py\u000a----------------------------------------------\u000a12:24:45.576001 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:24:45.587758 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a12:24:45.738243 tst iperf3m4.py: using LAC 40879\u000a12:24:45.866222 tst iperf3m4.py: using RAC 79\u000a12:24:45.992355 tst iperf3m4.py: using CellId 40879\u000a12:24:46.116107 tst iperf3m4.py: using BVCI 40880\u000a12:24:46.139991 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:24:46.152078 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:24:46.163992 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:24:46.175835 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:24:46.188918 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:24:46.201906 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:24:46.215984 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:24:46.229592 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:24:46.242162 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a12:24:46.359971 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a12:24:46.478763 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a12:24:46.623883 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a12:24:46.940452 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a12:24:47.104624 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:24:47.427110 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21867): Launched\u000a12:24:47.682154 run iperf3-srv_10.42.42.10(pid=21868): Launched\u000a12:24:47.861560 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a12:24:47.984084 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:24:48.290691 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21869): Launched\u000a12:24:48.545838 run iperf3-srv_10.42.42.10(pid=21870): Launched\u000a12:24:48.725276 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a12:24:48.847931 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:24:49.154722 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21871): Launched\u000a12:24:49.408761 run iperf3-srv_10.42.42.10(pid=21872): Launched\u000a12:24:49.587818 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a12:24:49.710175 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:24:50.015988 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21873): Launched\u000a12:24:50.270471 run iperf3-srv_10.42.42.10(pid=21874): Launched\u000a12:24:50.449556 tst iperf3m4.py:8: start network...\u000a12:24:50.571976 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:24:51.036105 run create_hlr_db(pid=21875): Launched\u000a12:24:51.205694 bus /gobi_6: Setting Powered False\u000a12:24:52.228753 run create_hlr_db(pid=21875): Terminated: ok {rc=0}\u000a12:24:52.622328 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21877): Launched\u000a12:24:52.916294 run osmo-hlr_10.42.42.2(pid=21878): Launched\u000a12:24:53.031924 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:24:53.548828 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21880): Launched\u000a12:24:53.844115 run osmo-stp_10.42.42.5(pid=21881): Launched\u000a12:24:53.951667 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a12:24:54.466613 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21883): Launched\u000a12:24:54.571465 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a12:24:54.830134 run patchelf(pid=21884): Launched\u000a12:24:55.004894 run osmo-stp_10.42.42.5(pid=21881): ERR: Terminated: ERROR {rc=1} [trial-2404↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21881)]\u000a12:24:55.133186 run osmo-stp_10.42.42.5(pid=21881): stdout: \u000a| (launched: 2022-12-14_12:24:53.698319)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:24:55.261865 run osmo-stp_10.42.42.5(pid=21881): stderr: \u000a| �[0;m�[38;5;43m20221214122453864 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214122453864 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214122453865 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214122453865 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214122453865 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214122453866 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214122453866 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:24:55.384817 run osmo-stp_10.42.42.5(pid=21881): stdout: \u000a| (launched: 2022-12-14_12:24:53.698319)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:24:55.507118 run osmo-stp_10.42.42.5(pid=21881): stderr: \u000a| �[0;m�[38;5;43m20221214122453864 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214122453864 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214122453865 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214122453865 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214122453865 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214122453866 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214122453866 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:24:55.649786 run patchelf(pid=21884): Terminating (SIGINT)\u000a12:24:55.817219 run patchelf(pid=21884): Terminated: ok {rc=0}\u000a12:24:55.847865 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=21881): Process ended prematurely: osmo-stp_10.42.42.5(pid=21881) [trial-2404↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21881)] [trial-2404↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3m4.py:8]\u000a12:24:55.857069 tst iperf3m4.py:8: Test FAILED (10.3 sec)\u000a12:24:55.916782 run osmo-hlr_10.42.42.2(pid=21878): ERR: Terminated: ERROR {rc=237} [trial-2404↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21878)]\u000a12:24:55.965119 run osmo-hlr_10.42.42.2(pid=21878): stdout: \u000a| (launched: 2022-12-14_12:24:52.771235) \u000a12:24:56.014963 run osmo-hlr_10.42.42.2(pid=21878): stderr: \u000a| �[0;m�[1;31m20221214122452941 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214122452941 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214122452941 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214122452941 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214122452941 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214122452941 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214122452954 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2404/run.2022-12-14_11-25-45/gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214122452962 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214122452963 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214122452963 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:24:56.057043 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21867): Terminating (SIGTERM)\u000a12:24:56.096427 run iperf3-srv_10.42.42.10(pid=21868): Terminating (SIGTERM)\u000a12:24:56.136164 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21869): Terminating (SIGTERM)\u000a12:24:56.175649 run iperf3-srv_10.42.42.10(pid=21870): Terminating (SIGTERM)\u000a12:24:56.214972 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21871): Terminating (SIGTERM)\u000a12:24:56.254279 run iperf3-srv_10.42.42.10(pid=21872): Terminating (SIGTERM)\u000a12:24:56.293670 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21873): Terminating (SIGTERM)\u000a12:24:56.333114 run iperf3-srv_10.42.42.10(pid=21874): Terminating (SIGTERM)\u000a12:24:56.372476 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21877): Terminating (SIGTERM)\u000a12:24:56.412049 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21880): Terminating (SIGTERM)\u000a12:24:56.451601 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21883): Terminating (SIGTERM)\u000a12:24:56.460601 --- ParallelTerminationStrategy: PID 21867 died...\u000a12:24:56.513745 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21867): Terminated: ok {rc=0}\u000a12:24:56.523161 --- ParallelTerminationStrategy: PID 21868 died...\u000a12:24:56.575863 run iperf3-srv_10.42.42.10(pid=21868): Terminated {rc=256}\u000a12:24:56.585275 --- ParallelTerminationStrategy: PID 21869 died...\u000a12:24:56.637910 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21869): Terminated: ok {rc=0}\u000a12:24:56.647234 --- ParallelTerminationStrategy: PID 21870 died...\u000a12:24:56.699770 run iperf3-srv_10.42.42.10(pid=21870): Terminated {rc=256}\u000a12:24:56.709173 --- ParallelTerminationStrategy: PID 21871 died...\u000a12:24:56.761876 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21871): Terminated: ok {rc=0}\u000a12:24:56.771215 --- ParallelTerminationStrategy: PID 21872 died...\u000a12:24:56.824003 run iperf3-srv_10.42.42.10(pid=21872): Terminated {rc=256}\u000a12:24:56.833872 --- ParallelTerminationStrategy: PID 21873 died...\u000a12:24:56.886708 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21873): Terminated: ok {rc=0}\u000a12:24:56.896165 --- ParallelTerminationStrategy: PID 21874 died...\u000a12:24:56.948897 run iperf3-srv_10.42.42.10(pid=21874): Terminated {rc=256}\u000a12:24:56.958279 --- ParallelTerminationStrategy: PID 21877 died...\u000a12:24:57.010899 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21877): Terminated: ok {rc=0}\u000a12:24:57.020295 --- ParallelTerminationStrategy: PID 21880 died...\u000a12:24:57.073245 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21880): Terminated: ok {rc=0}\u000a12:24:57.082640 --- ParallelTerminationStrategy: PID 21883 died...\u000a12:24:57.135573 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21883): Terminated: ok {rc=0}\u000a12:24:57.223108 bus /gobi_4: Setting Powered False\u000a12:24:58.325372 bus /gobi_4: Setting Powered False\u000a12:24:59.435891 bus /gobi_1: Setting Powered False\u000a12:25:00.542075 bus /gobi_1: Setting Powered False\u000a12:25:01.673504 bus /gobi_0: Setting Powered False\u000a12:25:02.778432 bus /gobi_0: Setting Powered False\u000a12:25:03.887389 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 266, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21894): Process ended prematurely: osmo-stp_10.42.42.5(pid=21894) [trial-2404↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21894)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21894): Process ended prematurely: osmo-stp_10.42.42.5(pid=21894) [trial-2404↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21894)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2404 gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa ping.py\u000a----------------------------------------------\u000a12:25:04.955566 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:25:04.967516 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a12:25:05.123976 tst ping.py: using LAC 40880\u000a12:25:05.248683 tst ping.py: using RAC 80\u000a12:25:05.371366 tst ping.py: using CellId 40880\u000a12:25:05.494433 tst ping.py: using BVCI 40881\u000a12:25:05.518544 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:25:05.530212 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:25:05.541735 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:25:05.553268 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:25:05.564824 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:25:05.576483 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:25:05.588247 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:25:05.599999 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a12:25:05.870702 tst ping.py:19: start network...\u000a12:25:05.991779 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:25:06.468678 run create_hlr_db(pid=21888): Launched\u000a12:25:06.651589 bus /gobi_6: Setting Powered False\u000a12:25:07.670487 run create_hlr_db(pid=21888): Terminated: ok {rc=0}\u000a12:25:08.085970 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21890): Launched\u000a12:25:08.397305 run osmo-hlr_10.42.42.2(pid=21891): Launched\u000a12:25:08.511637 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:25:09.055435 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21893): Launched\u000a12:25:09.366351 run osmo-stp_10.42.42.5(pid=21894): Launched\u000a12:25:09.479495 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a12:25:09.986866 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21896): Launched\u000a12:25:10.090205 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a12:25:10.343841 run patchelf(pid=21897): Launched\u000a12:25:10.524365 run osmo-stp_10.42.42.5(pid=21894): ERR: Terminated: ERROR {rc=1} [trial-2404↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21894)]\u000a12:25:10.658927 run osmo-stp_10.42.42.5(pid=21894): stdout: \u000a| (launched: 2022-12-14_12:25:09.214131)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:25:10.793696 run osmo-stp_10.42.42.5(pid=21894): stderr: \u000a| �[0;m�[38;5;43m20221214122509404 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214122509404 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214122509404 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214122509405 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214122509405 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214122509405 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214122509405 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:25:10.923130 run osmo-stp_10.42.42.5(pid=21894): stdout: \u000a| (launched: 2022-12-14_12:25:09.214131)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:25:11.051393 run osmo-stp_10.42.42.5(pid=21894): stderr: \u000a| �[0;m�[38;5;43m20221214122509404 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214122509404 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214122509404 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214122509405 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214122509405 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214122509405 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214122509405 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:25:11.201647 run patchelf(pid=21897): Terminating (SIGINT)\u000a12:25:11.377987 run patchelf(pid=21897): Terminated: ok {rc=0}\u000a12:25:11.410192 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=21894): Process ended prematurely: osmo-stp_10.42.42.5(pid=21894) [trial-2404↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21894)] [trial-2404↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping.py:22]\u000a12:25:11.419465 tst ping.py:22: Test FAILED (6.5 sec)\u000a12:25:11.481845 run osmo-hlr_10.42.42.2(pid=21891): ERR: Terminated: ERROR {rc=237} [trial-2404↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21891)]\u000a12:25:11.532517 run osmo-hlr_10.42.42.2(pid=21891): stdout: \u000a| (launched: 2022-12-14_12:25:08.244891) \u000a12:25:11.583864 run osmo-hlr_10.42.42.2(pid=21891): stderr: \u000a| �[0;m�[1;31m20221214122508440 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214122508440 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214122508440 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214122508440 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214122508441 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214122508441 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214122508453 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2404/run.2022-12-14_11-25-45/gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214122508461 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214122508462 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214122508462 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:25:11.628005 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21890): Terminating (SIGTERM)\u000a12:25:11.669691 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21893): Terminating (SIGTERM)\u000a12:25:11.711162 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21896): Terminating (SIGTERM)\u000a12:25:11.720768 --- ParallelTerminationStrategy: PID 21890 died...\u000a12:25:11.776618 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21890): Terminated: ok {rc=0}\u000a12:25:11.786800 --- ParallelTerminationStrategy: PID 21893 died...\u000a12:25:11.842125 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21893): Terminated: ok {rc=0}\u000a12:25:11.852181 --- ParallelTerminationStrategy: PID 21896 died...\u000a12:25:11.907926 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21896): Terminated: ok {rc=0}\u000a12:25:11.993729 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 266, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21904): Process ended prematurely: osmo-stp_10.42.42.5(pid=21904) [trial-2404↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21904)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21904): Process ended prematurely: osmo-stp_10.42.42.5(pid=21904) [trial-2404↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21904)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2404 gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa ping_idle_ping.py\u000a----------------------------------------------\u000a12:25:13.046153 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:25:13.058450 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a12:25:13.211814 tst ping_idle_ping.py: using LAC 40881\u000a12:25:13.328124 tst ping_idle_ping.py: using RAC 81\u000a12:25:13.442365 tst ping_idle_ping.py: using CellId 40881\u000a12:25:13.568196 tst ping_idle_ping.py: using BVCI 40882\u000a12:25:13.592684 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:25:13.604289 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:25:13.615779 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:25:13.627679 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:25:13.639402 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:25:13.651085 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:25:13.662858 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:25:13.674553 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a12:25:13.944605 tst ping_idle_ping.py:24: start network...\u000a12:25:14.065769 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:25:14.526751 run create_hlr_db(pid=21898): Launched\u000a12:25:14.695448 bus /gobi_6: Setting Powered False\u000a12:25:15.715714 run create_hlr_db(pid=21898): Terminated: ok {rc=0}\u000a12:25:16.172925 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21900): Launched\u000a12:25:16.592547 run osmo-hlr_10.42.42.2(pid=21901): Launched\u000a12:25:16.770671 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:25:17.370623 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21903): Launched\u000a12:25:17.682689 run osmo-stp_10.42.42.5(pid=21904): Launched\u000a12:25:17.795089 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a12:25:18.341041 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21906): Launched\u000a12:25:18.452494 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a12:25:18.726189 run patchelf(pid=21907): Launched\u000a12:25:18.909529 run osmo-stp_10.42.42.5(pid=21904): ERR: Terminated: ERROR {rc=1} [trial-2404↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21904)]\u000a12:25:19.043833 run osmo-stp_10.42.42.5(pid=21904): stdout: \u000a| (launched: 2022-12-14_12:25:17.529780)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:25:19.179175 run osmo-stp_10.42.42.5(pid=21904): stderr: \u000a| �[0;m�[38;5;43m20221214122517718 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214122517718 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214122517719 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214122517719 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214122517719 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214122517720 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214122517720 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:25:19.309338 run osmo-stp_10.42.42.5(pid=21904): stdout: \u000a| (launched: 2022-12-14_12:25:17.529780)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:25:19.437872 run osmo-stp_10.42.42.5(pid=21904): stderr: \u000a| �[0;m�[38;5;43m20221214122517718 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214122517718 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214122517719 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214122517719 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214122517719 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214122517720 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214122517720 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:25:19.587730 run patchelf(pid=21907): Terminating (SIGINT)\u000a12:25:19.763696 run patchelf(pid=21907): Terminated: ok {rc=0}\u000a12:25:19.795673 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=21904): Process ended prematurely: osmo-stp_10.42.42.5(pid=21904) [trial-2404↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21904)] [trial-2404↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping_idle_ping.py:27]\u000a12:25:19.804926 tst ping_idle_ping.py:27: Test FAILED (6.7 sec)\u000a12:25:19.866722 run osmo-hlr_10.42.42.2(pid=21901): ERR: Terminated: ERROR {rc=237} [trial-2404↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21901)]\u000a12:25:19.917185 run osmo-hlr_10.42.42.2(pid=21901): stdout: \u000a| (launched: 2022-12-14_12:25:16.334703) \u000a12:25:19.968543 run osmo-hlr_10.42.42.2(pid=21901): stderr: \u000a| �[0;m�[1;31m20221214122516649 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214122516650 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214122516650 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214122516650 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214122516650 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214122516650 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214122516666 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2404/run.2022-12-14_11-25-45/gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214122516682 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214122516682 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214122516683 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:25:20.012410 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21900): Terminating (SIGTERM)\u000a12:25:20.054417 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21903): Terminating (SIGTERM)\u000a12:25:20.095915 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21906): Terminating (SIGTERM)\u000a12:25:20.105532 --- ParallelTerminationStrategy: PID 21900 died...\u000a12:25:20.160802 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21900): Terminated: ok {rc=0}\u000a12:25:20.170738 --- ParallelTerminationStrategy: PID 21903 died...\u000a12:25:20.225509 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21903): Terminated: ok {rc=0}\u000a12:25:20.235346 --- ParallelTerminationStrategy: PID 21906 died...\u000a12:25:20.290079 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21906): Terminated: ok {rc=0}\u000a12:25:20.375889 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "127", "name" : "gprs_trx-lms-limenet-micro+mod-bts0-dynts-ipa", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T12:24:22" }, { "cases" : [ { "testActions" : [ ], "age" : 266, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21924): Process ended prematurely: osmo-stp_10.42.42.5(pid=21924) [trial-2404↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21924)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21924): Process ended prematurely: osmo-stp_10.42.42.5(pid=21924) [trial-2404↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21924)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2404 gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo cs_paging_gprs_active.py\u000a----------------------------------------------\u000a12:25:22.523575 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:25:22.535037 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a12:25:22.693989 tst cs_paging_gprs_active.py: using LAC 40882\u000a12:25:22.818023 tst cs_paging_gprs_active.py: using RAC 82\u000a12:25:22.942136 tst cs_paging_gprs_active.py: using CellId 40882\u000a12:25:23.066234 tst cs_paging_gprs_active.py: using BVCI 40883\u000a12:25:23.090537 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:25:23.102125 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:25:23.113427 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:25:23.124645 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:25:23.136317 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:25:23.147727 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:25:23.159168 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:25:23.170421 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:25:23.182292 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a12:25:23.299046 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a12:25:23.574096 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a12:25:23.697725 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:25:24.005430 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21914): Launched\u000a12:25:24.261486 run iperf3-srv_10.42.42.10(pid=21915): Launched\u000a12:25:24.442478 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a12:25:24.566233 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:25:24.875587 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21916): Launched\u000a12:25:25.132490 run iperf3-srv_10.42.42.10(pid=21917): Launched\u000a12:25:25.313563 tst cs_paging_gprs_active.py:38: start network...\u000a12:25:25.437315 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:25:25.906403 run create_hlr_db(pid=21918): Launched\u000a12:25:26.076706 bus /gobi_6: Setting Powered False\u000a12:25:27.099175 run create_hlr_db(pid=21918): Terminated: ok {rc=0}\u000a12:25:27.525588 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21920): Launched\u000a12:25:27.845083 run osmo-hlr_10.42.42.2(pid=21921): Launched\u000a12:25:27.962039 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:25:28.515711 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21923): Launched\u000a12:25:28.835042 run osmo-stp_10.42.42.5(pid=21924): Launched\u000a12:25:28.950035 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a12:25:29.506998 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21926): Launched\u000a12:25:29.620447 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a12:25:29.904767 run patchelf(pid=21927): Launched\u000a12:25:30.091475 run osmo-stp_10.42.42.5(pid=21924): ERR: Terminated: ERROR {rc=1} [trial-2404↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21924)]\u000a12:25:30.228418 run osmo-stp_10.42.42.5(pid=21924): stdout: \u000a| (launched: 2022-12-14_12:25:28.678383)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:25:30.365657 run osmo-stp_10.42.42.5(pid=21924): stderr: \u000a| �[0;m�[38;5;43m20221214122528866 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214122528866 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214122528867 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214122528867 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214122528868 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214122528868 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214122528868 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:25:30.498072 run osmo-stp_10.42.42.5(pid=21924): stdout: \u000a| (launched: 2022-12-14_12:25:28.678383)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:25:30.628590 run osmo-stp_10.42.42.5(pid=21924): stderr: \u000a| �[0;m�[38;5;43m20221214122528866 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214122528866 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214122528867 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214122528867 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214122528868 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214122528868 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214122528868 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:25:30.782011 run patchelf(pid=21927): Terminating (SIGINT)\u000a12:25:30.974851 run patchelf(pid=21927): Terminated: ok {rc=0}\u000a12:25:31.008833 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=21924): Process ended prematurely: osmo-stp_10.42.42.5(pid=21924) [trial-2404↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21924)] [trial-2404↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38]\u000a12:25:31.019304 tst cs_paging_gprs_active.py:38: Test FAILED (8.5 sec)\u000a12:25:31.085077 run osmo-hlr_10.42.42.2(pid=21921): ERR: Terminated: ERROR {rc=237} [trial-2404↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21921)]\u000a12:25:31.137127 run osmo-hlr_10.42.42.2(pid=21921): stdout: \u000a| (launched: 2022-12-14_12:25:27.688560) \u000a12:25:31.189744 run osmo-hlr_10.42.42.2(pid=21921): stderr: \u000a| �[0;m�[1;31m20221214122527883 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214122527883 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214122527883 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214122527883 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214122527883 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214122527883 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214122527896 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2404/run.2022-12-14_11-25-45/gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214122527906 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214122527906 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214122527906 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:25:31.234961 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21914): Terminating (SIGTERM)\u000a12:25:31.279216 run iperf3-srv_10.42.42.10(pid=21915): Terminating (SIGTERM)\u000a12:25:31.323256 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21916): Terminating (SIGTERM)\u000a12:25:31.366058 run iperf3-srv_10.42.42.10(pid=21917): Terminating (SIGTERM)\u000a12:25:31.410965 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21920): Terminating (SIGTERM)\u000a12:25:31.452812 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21923): Terminating (SIGTERM)\u000a12:25:31.495708 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21926): Terminating (SIGTERM)\u000a12:25:31.506403 --- ParallelTerminationStrategy: PID 21914 died...\u000a12:25:31.562189 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21914): Terminated: ok {rc=0}\u000a12:25:31.572490 --- ParallelTerminationStrategy: PID 21915 died...\u000a12:25:31.628064 run iperf3-srv_10.42.42.10(pid=21915): Terminated {rc=256}\u000a12:25:31.638385 --- ParallelTerminationStrategy: PID 21916 died...\u000a12:25:31.693975 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21916): Terminated: ok {rc=0}\u000a12:25:31.704196 --- ParallelTerminationStrategy: PID 21917 died...\u000a12:25:31.759798 run iperf3-srv_10.42.42.10(pid=21917): Terminated {rc=256}\u000a12:25:31.770202 --- ParallelTerminationStrategy: PID 21920 died...\u000a12:25:31.825856 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21920): Terminated: ok {rc=0}\u000a12:25:31.836306 --- ParallelTerminationStrategy: PID 21923 died...\u000a12:25:31.892393 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21923): Terminated: ok {rc=0}\u000a12:25:31.902833 --- ParallelTerminationStrategy: PID 21926 died...\u000a12:25:31.958307 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21926): Terminated: ok {rc=0}\u000a12:25:32.046106 bus /gobi_0: Setting Powered False\u000a12:25:33.150537 bus /gobi_0: Setting Powered False\u000a12:25:34.257509 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 266, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21936): Process ended prematurely: osmo-stp_10.42.42.5(pid=21936) [trial-2404↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21936)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21936): Process ended prematurely: osmo-stp_10.42.42.5(pid=21936) [trial-2404↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21936)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2404 gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo iperf3.py\u000a----------------------------------------------\u000a12:25:35.368761 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:25:35.380774 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a12:25:35.535231 tst iperf3.py: using LAC 40883\u000a12:25:35.656323 tst iperf3.py: using RAC 83\u000a12:25:35.772548 tst iperf3.py: using CellId 40883\u000a12:25:35.886765 tst iperf3.py: using BVCI 40884\u000a12:25:35.909394 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:25:35.920366 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:25:35.931287 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:25:35.942089 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:25:35.953227 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:25:35.964305 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:25:35.975436 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:25:35.986548 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:25:35.997870 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a12:25:36.271517 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a12:25:36.394877 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:25:36.702719 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21928): Launched\u000a12:25:36.958214 run iperf3-srv_10.42.42.10(pid=21929): Launched\u000a12:25:37.137794 tst iperf3.py:8: start network...\u000a12:25:37.260738 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:25:37.727910 run create_hlr_db(pid=21930): Launched\u000a12:25:37.898551 bus /gobi_6: Setting Powered False\u000a12:25:38.920635 run create_hlr_db(pid=21930): Terminated: ok {rc=0}\u000a12:25:39.317133 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21932): Launched\u000a12:25:39.614174 run osmo-hlr_10.42.42.2(pid=21933): Launched\u000a12:25:39.729625 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:25:40.253817 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21935): Launched\u000a12:25:40.552454 run osmo-stp_10.42.42.5(pid=21936): Launched\u000a12:25:40.661372 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a12:25:41.180575 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21938): Launched\u000a12:25:41.286404 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a12:25:41.545143 run patchelf(pid=21939): Launched\u000a12:25:41.719190 run osmo-stp_10.42.42.5(pid=21936): ERR: Terminated: ERROR {rc=1} [trial-2404↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21936)]\u000a12:25:41.847254 run osmo-stp_10.42.42.5(pid=21936): stdout: \u000a| (launched: 2022-12-14_12:25:40.404689)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:25:41.976092 run osmo-stp_10.42.42.5(pid=21936): stderr: \u000a| �[0;m�[38;5;43m20221214122540569 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214122540569 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214122540569 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214122540570 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214122540570 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214122540570 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214122540570 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:25:42.100119 run osmo-stp_10.42.42.5(pid=21936): stdout: \u000a| (launched: 2022-12-14_12:25:40.404689)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:25:42.222273 run osmo-stp_10.42.42.5(pid=21936): stderr: \u000a| �[0;m�[38;5;43m20221214122540569 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214122540569 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214122540569 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214122540570 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214122540570 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214122540570 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214122540570 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:25:42.364871 run patchelf(pid=21939): Terminating (SIGINT)\u000a12:25:42.532484 run patchelf(pid=21939): Terminated: ok {rc=0}\u000a12:25:42.563515 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=21936): Process ended prematurely: osmo-stp_10.42.42.5(pid=21936) [trial-2404↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21936)] [trial-2404↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3.py:8]\u000a12:25:42.572641 tst iperf3.py:8: Test FAILED (7.2 sec)\u000a12:25:42.632276 run osmo-hlr_10.42.42.2(pid=21933): ERR: Terminated: ERROR {rc=237} [trial-2404↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21933)]\u000a12:25:42.680904 run osmo-hlr_10.42.42.2(pid=21933): stdout: \u000a| (launched: 2022-12-14_12:25:39.468065) \u000a12:25:42.730527 run osmo-hlr_10.42.42.2(pid=21933): stderr: \u000a| �[0;m�[1;31m20221214122539641 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214122539641 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214122539641 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214122539641 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214122539641 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214122539641 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214122539653 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2404/run.2022-12-14_11-25-45/gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214122539661 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214122539661 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214122539661 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:25:42.772843 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21928): Terminating (SIGTERM)\u000a12:25:42.812884 run iperf3-srv_10.42.42.10(pid=21929): Terminating (SIGTERM)\u000a12:25:42.852530 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21932): Terminating (SIGTERM)\u000a12:25:42.892126 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21935): Terminating (SIGTERM)\u000a12:25:42.931513 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21938): Terminating (SIGTERM)\u000a12:25:42.940528 --- ParallelTerminationStrategy: PID 21928 died...\u000a12:25:42.993801 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21928): Terminated: ok {rc=0}\u000a12:25:43.003229 --- ParallelTerminationStrategy: PID 21929 died...\u000a12:25:43.056037 run iperf3-srv_10.42.42.10(pid=21929): Terminated {rc=256}\u000a12:25:43.065849 --- ParallelTerminationStrategy: PID 21932 died...\u000a12:25:43.118681 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21932): Terminated: ok {rc=0}\u000a12:25:43.128062 --- ParallelTerminationStrategy: PID 21935 died...\u000a12:25:43.180855 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21935): Terminated: ok {rc=0}\u000a12:25:43.190285 --- ParallelTerminationStrategy: PID 21938 died...\u000a12:25:43.243148 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21938): Terminated: ok {rc=0}\u000a12:25:43.325693 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 266, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21954): Process ended prematurely: osmo-stp_10.42.42.5(pid=21954) [trial-2404↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21954)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21954): Process ended prematurely: osmo-stp_10.42.42.5(pid=21954) [trial-2404↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21954)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2404 gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo iperf3m4.py\u000a----------------------------------------------\u000a12:25:44.433147 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:25:44.444829 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a12:25:44.597526 tst iperf3m4.py: using LAC 40884\u000a12:25:44.713853 tst iperf3m4.py: using RAC 84\u000a12:25:44.830651 tst iperf3m4.py: using CellId 40884\u000a12:25:44.946876 tst iperf3m4.py: using BVCI 40885\u000a12:25:44.969620 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:25:44.981206 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:25:44.992148 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:25:45.003184 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:25:45.014547 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:25:45.025861 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:25:45.037204 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:25:45.048380 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:25:45.059882 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a12:25:45.179707 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a12:25:45.300876 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a12:25:45.419971 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a12:25:45.712258 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a12:25:45.851208 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:25:46.206976 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21940): Launched\u000a12:25:46.503149 run iperf3-srv_10.42.42.10(pid=21941): Launched\u000a12:25:46.703407 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a12:25:46.839479 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:25:47.185187 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21942): Launched\u000a12:25:47.458250 run iperf3-srv_10.42.42.10(pid=21943): Launched\u000a12:25:47.652290 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a12:25:47.784567 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:25:48.113353 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21944): Launched\u000a12:25:48.385709 run iperf3-srv_10.42.42.10(pid=21945): Launched\u000a12:25:48.579620 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a12:25:48.711549 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:25:49.040440 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21946): Launched\u000a12:25:49.313564 run iperf3-srv_10.42.42.10(pid=21947): Launched\u000a12:25:49.507283 tst iperf3m4.py:8: start network...\u000a12:25:49.639418 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:25:50.147778 run create_hlr_db(pid=21948): Launched\u000a12:25:50.332389 bus /gobi_6: Setting Powered False\u000a12:25:51.353388 run create_hlr_db(pid=21948): Terminated: ok {rc=0}\u000a12:25:51.754253 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21950): Launched\u000a12:25:52.058006 run osmo-hlr_10.42.42.2(pid=21951): Launched\u000a12:25:52.174810 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:25:52.698131 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21953): Launched\u000a12:25:52.995820 run osmo-stp_10.42.42.5(pid=21954): Launched\u000a12:25:53.104095 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a12:25:53.623434 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21956): Launched\u000a12:25:53.729344 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a12:25:53.989888 run patchelf(pid=21957): Launched\u000a12:25:54.165178 run osmo-stp_10.42.42.5(pid=21954): ERR: Terminated: ERROR {rc=1} [trial-2404↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21954)]\u000a12:25:54.293837 run osmo-stp_10.42.42.5(pid=21954): stdout: \u000a| (launched: 2022-12-14_12:25:52.849369)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:25:54.423770 run osmo-stp_10.42.42.5(pid=21954): stderr: \u000a| �[0;m�[38;5;43m20221214122553016 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214122553016 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214122553016 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214122553017 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214122553017 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214122553017 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214122553017 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:25:54.556425 run osmo-stp_10.42.42.5(pid=21954): stdout: \u000a| (launched: 2022-12-14_12:25:52.849369)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:25:54.687811 run osmo-stp_10.42.42.5(pid=21954): stderr: \u000a| �[0;m�[38;5;43m20221214122553016 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214122553016 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214122553016 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214122553017 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214122553017 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214122553017 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214122553017 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:25:54.840309 run patchelf(pid=21957): Terminating (SIGINT)\u000a12:25:55.020324 run patchelf(pid=21957): Terminated: ok {rc=0}\u000a12:25:55.053593 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=21954): Process ended prematurely: osmo-stp_10.42.42.5(pid=21954) [trial-2404↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21954)] [trial-2404↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3m4.py:8]\u000a12:25:55.063814 tst iperf3m4.py:8: Test FAILED (10.7 sec)\u000a12:25:55.126257 run osmo-hlr_10.42.42.2(pid=21951): ERR: Terminated: ERROR {rc=237} [trial-2404↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21951)]\u000a12:25:55.177408 run osmo-hlr_10.42.42.2(pid=21951): stdout: \u000a| (launched: 2022-12-14_12:25:51.905705) \u000a12:25:55.228757 run osmo-hlr_10.42.42.2(pid=21951): stderr: \u000a| �[0;m�[1;31m20221214122552081 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214122552082 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214122552082 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214122552082 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214122552082 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214122552082 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214122552094 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2404/run.2022-12-14_11-25-45/gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214122552102 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214122552102 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214122552103 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:25:55.272662 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21940): Terminating (SIGTERM)\u000a12:25:55.314634 run iperf3-srv_10.42.42.10(pid=21941): Terminating (SIGTERM)\u000a12:25:55.356239 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21942): Terminating (SIGTERM)\u000a12:25:55.397698 run iperf3-srv_10.42.42.10(pid=21943): Terminating (SIGTERM)\u000a12:25:55.439170 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21944): Terminating (SIGTERM)\u000a12:25:55.480777 run iperf3-srv_10.42.42.10(pid=21945): Terminating (SIGTERM)\u000a12:25:55.522327 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21946): Terminating (SIGTERM)\u000a12:25:55.564004 run iperf3-srv_10.42.42.10(pid=21947): Terminating (SIGTERM)\u000a12:25:55.605321 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21950): Terminating (SIGTERM)\u000a12:25:55.646976 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21953): Terminating (SIGTERM)\u000a12:25:55.688729 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21956): Terminating (SIGTERM)\u000a12:25:55.698352 --- ParallelTerminationStrategy: PID 21940 died...\u000a12:25:55.753502 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21940): Terminated: ok {rc=0}\u000a12:25:55.763416 --- ParallelTerminationStrategy: PID 21941 died...\u000a12:25:55.817712 run iperf3-srv_10.42.42.10(pid=21941): Terminated {rc=256}\u000a12:25:55.827863 --- ParallelTerminationStrategy: PID 21942 died...\u000a12:25:55.882591 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21942): Terminated: ok {rc=0}\u000a12:25:55.892364 --- ParallelTerminationStrategy: PID 21943 died...\u000a12:25:55.946967 run iperf3-srv_10.42.42.10(pid=21943): Terminated {rc=256}\u000a12:25:55.956812 --- ParallelTerminationStrategy: PID 21944 died...\u000a12:25:56.011658 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21944): Terminated: ok {rc=0}\u000a12:25:56.021928 --- ParallelTerminationStrategy: PID 21945 died...\u000a12:25:56.076573 run iperf3-srv_10.42.42.10(pid=21945): Terminated {rc=256}\u000a12:25:56.086441 --- ParallelTerminationStrategy: PID 21946 died...\u000a12:25:56.141328 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21946): Terminated: ok {rc=0}\u000a12:25:56.151502 --- ParallelTerminationStrategy: PID 21947 died...\u000a12:25:56.206238 run iperf3-srv_10.42.42.10(pid=21947): Terminated {rc=256}\u000a12:25:56.216134 --- ParallelTerminationStrategy: PID 21950 died...\u000a12:25:56.271201 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21950): Terminated: ok {rc=0}\u000a12:25:56.281204 --- ParallelTerminationStrategy: PID 21953 died...\u000a12:25:56.336186 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21953): Terminated: ok {rc=0}\u000a12:25:56.346177 --- ParallelTerminationStrategy: PID 21956 died...\u000a12:25:56.401302 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21956): Terminated: ok {rc=0}\u000a12:25:56.487016 bus /gobi_4: Setting Powered False\u000a12:25:57.592559 bus /gobi_4: Setting Powered False\u000a12:25:58.702913 bus /gobi_1: Setting Powered False\u000a12:25:59.805239 bus /gobi_1: Setting Powered False\u000a12:26:00.936638 bus /gobi_0: Setting Powered False\u000a12:26:02.062291 bus /gobi_0: Setting Powered False\u000a12:26:03.177172 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 266, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21964): Process ended prematurely: osmo-stp_10.42.42.5(pid=21964) [trial-2404↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21964)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21964): Process ended prematurely: osmo-stp_10.42.42.5(pid=21964) [trial-2404↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21964)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2404 gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo ping.py\u000a----------------------------------------------\u000a12:26:04.244044 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:26:04.256079 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a12:26:04.408744 tst ping.py: using LAC 40885\u000a12:26:04.523602 tst ping.py: using RAC 85\u000a12:26:04.648800 tst ping.py: using CellId 40885\u000a12:26:04.772090 tst ping.py: using BVCI 40886\u000a12:26:04.796520 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:26:04.808181 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:26:04.820119 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:26:04.831666 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:26:04.843761 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:26:04.855919 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:26:04.868197 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:26:04.880308 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a12:26:05.170016 tst ping.py:19: start network...\u000a12:26:05.300835 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:26:05.799118 run create_hlr_db(pid=21958): Launched\u000a12:26:05.980896 bus /gobi_6: Setting Powered False\u000a12:26:07.001815 run create_hlr_db(pid=21958): Terminated: ok {rc=0}\u000a12:26:07.396279 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21960): Launched\u000a12:26:07.690955 run osmo-hlr_10.42.42.2(pid=21961): Launched\u000a12:26:07.797731 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:26:08.308474 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21963): Launched\u000a12:26:08.601427 run osmo-stp_10.42.42.5(pid=21964): Launched\u000a12:26:08.708031 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a12:26:09.220760 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21966): Launched\u000a12:26:09.325075 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a12:26:09.581431 run patchelf(pid=21967): Launched\u000a12:26:09.754363 run osmo-stp_10.42.42.5(pid=21964): ERR: Terminated: ERROR {rc=1} [trial-2404↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21964)]\u000a12:26:09.880343 run osmo-stp_10.42.42.5(pid=21964): stdout: \u000a| (launched: 2022-12-14_12:26:08.456302)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:26:10.007197 run osmo-stp_10.42.42.5(pid=21964): stderr: \u000a| �[0;m�[38;5;43m20221214122608626 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214122608626 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214122608627 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214122608628 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214122608628 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214122608628 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214122608628 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:26:10.128714 run osmo-stp_10.42.42.5(pid=21964): stdout: \u000a| (launched: 2022-12-14_12:26:08.456302)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:26:10.249646 run osmo-stp_10.42.42.5(pid=21964): stderr: \u000a| �[0;m�[38;5;43m20221214122608626 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214122608626 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214122608627 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214122608628 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214122608628 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214122608628 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214122608628 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:26:10.389828 run patchelf(pid=21967): Terminating (SIGINT)\u000a12:26:10.554617 run patchelf(pid=21967): Terminated: ok {rc=0}\u000a12:26:10.584670 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=21964): Process ended prematurely: osmo-stp_10.42.42.5(pid=21964) [trial-2404↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21964)] [trial-2404↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping.py:22]\u000a12:26:10.593276 tst ping.py:22: Test FAILED (6.3 sec)\u000a12:26:10.653241 run osmo-hlr_10.42.42.2(pid=21961): ERR: Terminated: ERROR {rc=237} [trial-2404↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21961)]\u000a12:26:10.702093 run osmo-hlr_10.42.42.2(pid=21961): stdout: \u000a| (launched: 2022-12-14_12:26:07.544661) \u000a12:26:10.751793 run osmo-hlr_10.42.42.2(pid=21961): stderr: \u000a| �[0;m�[1;31m20221214122607721 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214122607721 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214122607721 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214122607721 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214122607721 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214122607722 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214122607732 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2404/run.2022-12-14_11-25-45/gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214122607741 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214122607741 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214122607741 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:26:10.794076 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21960): Terminating (SIGTERM)\u000a12:26:10.833915 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21963): Terminating (SIGTERM)\u000a12:26:10.873768 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21966): Terminating (SIGTERM)\u000a12:26:10.883026 --- ParallelTerminationStrategy: PID 21960 died...\u000a12:26:10.936577 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21960): Terminated: ok {rc=0}\u000a12:26:10.946258 --- ParallelTerminationStrategy: PID 21963 died...\u000a12:26:10.999508 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21963): Terminated: ok {rc=0}\u000a12:26:11.009134 --- ParallelTerminationStrategy: PID 21966 died...\u000a12:26:11.062490 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21966): Terminated: ok {rc=0}\u000a12:26:11.149372 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 266, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21974): Process ended prematurely: osmo-stp_10.42.42.5(pid=21974) [trial-2404↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21974)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21974): Process ended prematurely: osmo-stp_10.42.42.5(pid=21974) [trial-2404↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21974)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2404 gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo ping_idle_ping.py\u000a----------------------------------------------\u000a12:26:12.201427 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:26:12.213422 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a12:26:12.365480 tst ping_idle_ping.py: using LAC 40886\u000a12:26:12.480891 tst ping_idle_ping.py: using RAC 86\u000a12:26:12.600634 tst ping_idle_ping.py: using CellId 40886\u000a12:26:12.721449 tst ping_idle_ping.py: using BVCI 40887\u000a12:26:12.745717 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:26:12.757507 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:26:12.769008 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:26:12.780550 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:26:12.792136 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:26:12.803760 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:26:12.815328 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:26:12.828109 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a12:26:13.118934 tst ping_idle_ping.py:24: start network...\u000a12:26:13.251005 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:26:13.757792 run create_hlr_db(pid=21968): Launched\u000a12:26:13.940371 bus /gobi_6: Setting Powered False\u000a12:26:14.961864 run create_hlr_db(pid=21968): Terminated: ok {rc=0}\u000a12:26:15.360102 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21970): Launched\u000a12:26:15.657092 run osmo-hlr_10.42.42.2(pid=21971): Launched\u000a12:26:15.770207 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:26:16.347478 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21973): Launched\u000a12:26:16.769485 run osmo-stp_10.42.42.5(pid=21974): Launched\u000a12:26:16.986305 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a12:26:17.544131 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21976): Launched\u000a12:26:17.655691 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a12:26:17.931212 run patchelf(pid=21977): Launched\u000a12:26:18.115868 run osmo-stp_10.42.42.5(pid=21974): ERR: Terminated: ERROR {rc=1} [trial-2404↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21974)]\u000a12:26:18.251422 run osmo-stp_10.42.42.5(pid=21974): stdout: \u000a| (launched: 2022-12-14_12:26:16.511641)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:26:18.386569 run osmo-stp_10.42.42.5(pid=21974): stderr: \u000a| �[0;m�[38;5;43m20221214122616807 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214122616807 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214122616808 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214122616808 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214122616809 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214122616809 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214122616809 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:26:18.516240 run osmo-stp_10.42.42.5(pid=21974): stdout: \u000a| (launched: 2022-12-14_12:26:16.511641)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:26:18.645518 run osmo-stp_10.42.42.5(pid=21974): stderr: \u000a| �[0;m�[38;5;43m20221214122616807 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214122616807 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214122616808 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214122616808 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214122616809 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214122616809 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214122616809 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:26:18.795606 run patchelf(pid=21977): Terminating (SIGINT)\u000a12:26:18.971863 run patchelf(pid=21977): Terminated: ok {rc=0}\u000a12:26:19.003946 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=21974): Process ended prematurely: osmo-stp_10.42.42.5(pid=21974) [trial-2404↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21974)] [trial-2404↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping_idle_ping.py:27]\u000a12:26:19.013316 tst ping_idle_ping.py:27: Test FAILED (6.8 sec)\u000a12:26:19.075670 run osmo-hlr_10.42.42.2(pid=21971): ERR: Terminated: ERROR {rc=237} [trial-2404↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21971)]\u000a12:26:19.126479 run osmo-hlr_10.42.42.2(pid=21971): stdout: \u000a| (launched: 2022-12-14_12:26:15.509444) \u000a12:26:19.178432 run osmo-hlr_10.42.42.2(pid=21971): stderr: \u000a| �[0;m�[1;31m20221214122615685 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214122615685 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214122615685 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214122615686 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214122615686 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214122615686 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214122615698 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2404/run.2022-12-14_11-25-45/gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214122615706 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214122615706 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214122615707 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:26:19.222460 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21970): Terminating (SIGTERM)\u000a12:26:19.264221 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21973): Terminating (SIGTERM)\u000a12:26:19.305588 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21976): Terminating (SIGTERM)\u000a12:26:19.315145 --- ParallelTerminationStrategy: PID 21970 died...\u000a12:26:19.370019 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21970): Terminated: ok {rc=0}\u000a12:26:19.379990 --- ParallelTerminationStrategy: PID 21973 died...\u000a12:26:19.434804 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21973): Terminated: ok {rc=0}\u000a12:26:19.444744 --- ParallelTerminationStrategy: PID 21976 died...\u000a12:26:19.499515 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21976): Terminated: ok {rc=0}\u000a12:26:19.584793 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "128", "name" : "gprs_trx-lms-limenet-micro+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T12:25:22" }, { "cases" : [ { "testActions" : [ ], "age" : 266, "className" : "dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21987): Process ended prematurely: osmo-stp_10.42.42.5(pid=21987) [trial-2404↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21987)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21987): Process ended prematurely: osmo-stp_10.42.42.5(pid=21987) [trial-2404↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21987)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2404 dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any switch_tch_pdch.py\u000a----------------------------------------------\u000a12:26:21.612641 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a12:26:21.624069 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a12:26:21.777813 tst switch_tch_pdch.py: using LAC 40887\u000a12:26:21.904190 tst switch_tch_pdch.py: using RAC 87\u000a12:26:22.023428 tst switch_tch_pdch.py: using CellId 40887\u000a12:26:22.136246 tst switch_tch_pdch.py: using BVCI 40888\u000a12:26:22.158668 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a12:26:22.170310 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a12:26:22.182015 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a12:26:22.193350 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a12:26:22.205016 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a12:26:22.216651 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a12:26:22.228374 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a12:26:22.240023 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a12:26:22.360761 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a12:26:22.651752 tst switch_tch_pdch.py:51: start network...\u000a12:26:22.782873 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:26:23.286618 run create_hlr_db(pid=21981): Launched\u000a12:26:23.469652 bus /gobi_6: Setting Powered False\u000a12:26:24.489040 run create_hlr_db(pid=21981): Terminated: ok {rc=0}\u000a12:26:24.886122 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21983): Launched\u000a12:26:25.180599 run osmo-hlr_10.42.42.2(pid=21984): Launched\u000a12:26:25.294723 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:26:25.813776 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21986): Launched\u000a12:26:26.107888 run osmo-stp_10.42.42.5(pid=21987): Launched\u000a12:26:26.226421 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a12:26:26.744265 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21989): Launched\u000a12:26:26.848629 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a12:26:27.105306 run patchelf(pid=21990): Launched\u000a12:26:27.278067 run osmo-stp_10.42.42.5(pid=21987): ERR: Terminated: ERROR {rc=1} [trial-2404↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21987)]\u000a12:26:27.404367 run osmo-stp_10.42.42.5(pid=21987): stdout: \u000a| (launched: 2022-12-14_12:26:25.962381)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:26:27.531308 run osmo-stp_10.42.42.5(pid=21987): stderr: \u000a| �[0;m�[38;5;43m20221214122626132 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214122626133 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214122626133 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214122626133 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214122626135 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214122626136 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214122626136 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:26:27.652626 run osmo-stp_10.42.42.5(pid=21987): stdout: \u000a| (launched: 2022-12-14_12:26:25.962381)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:26:27.772670 run osmo-stp_10.42.42.5(pid=21987): stderr: \u000a| �[0;m�[38;5;43m20221214122626132 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214122626133 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214122626133 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214122626133 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214122626135 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214122626136 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214122626136 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:26:27.913065 run patchelf(pid=21990): Terminating (SIGINT)\u000a12:26:28.078034 run patchelf(pid=21990): Terminated: ok {rc=0}\u000a12:26:28.108113 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=21987): Process ended prematurely: osmo-stp_10.42.42.5(pid=21987) [trial-2404↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21987)] [trial-2404↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54]\u000a12:26:28.116735 tst switch_tch_pdch.py:54: Test FAILED (6.5 sec)\u000a12:26:28.176444 run osmo-hlr_10.42.42.2(pid=21984): ERR: Terminated: ERROR {rc=237} [trial-2404↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21984)]\u000a12:26:28.225294 run osmo-hlr_10.42.42.2(pid=21984): stdout: \u000a| (launched: 2022-12-14_12:26:25.034743) \u000a12:26:28.274709 run osmo-hlr_10.42.42.2(pid=21984): stderr: \u000a| �[0;m�[1;31m20221214122625211 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214122625211 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214122625211 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214122625211 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214122625212 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214122625212 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214122625225 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2404/run.2022-12-14_11-25-45/dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214122625235 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214122625235 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214122625235 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:26:28.316810 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21983): Terminating (SIGTERM)\u000a12:26:28.356451 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21986): Terminating (SIGTERM)\u000a12:26:28.396067 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21989): Terminating (SIGTERM)\u000a12:26:28.405327 --- ParallelTerminationStrategy: PID 21983 died...\u000a12:26:28.458485 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21983): Terminated: ok {rc=0}\u000a12:26:28.468064 --- ParallelTerminationStrategy: PID 21986 died...\u000a12:26:28.521048 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21986): Terminated: ok {rc=0}\u000a12:26:28.530585 --- ParallelTerminationStrategy: PID 21989 died...\u000a12:26:28.583200 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21989): Terminated: ok {rc=0}\u000a12:26:28.669823 bus /gobi_0: Setting Powered False\u000a12:26:29.771133 bus /gobi_0: Setting Powered False\u000a12:26:30.893976 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "129", "name" : "dynts_trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T12:26:21" }, { "cases" : [ { "testActions" : [ ], "age" : 266, "className" : "dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22000): Process ended prematurely: osmo-stp_10.42.42.5(pid=22000) [trial-2404↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22000)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22000): Process ended prematurely: osmo-stp_10.42.42.5(pid=22000) [trial-2404↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22000)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2404 dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo switch_tch_pdch.py\u000a----------------------------------------------\u000a12:26:32.890287 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a12:26:32.901760 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x bts (candidates: 1)\u000a12:26:33.059236 tst switch_tch_pdch.py: using LAC 40888\u000a12:26:33.182043 tst switch_tch_pdch.py: using RAC 88\u000a12:26:33.305970 tst switch_tch_pdch.py: using CellId 40888\u000a12:26:33.427346 tst switch_tch_pdch.py: using BVCI 40889\u000a12:26:33.451562 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a12:26:33.463230 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a12:26:33.474598 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a12:26:33.485983 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a12:26:33.497302 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a12:26:33.508685 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a12:26:33.520203 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a12:26:33.531550 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a12:26:33.647293 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a12:26:33.933993 tst switch_tch_pdch.py:51: start network...\u000a12:26:34.064402 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:26:34.538761 run create_hlr_db(pid=21994): Launched\u000a12:26:34.667170 bus /gobi_6: Setting Powered False\u000a12:26:35.741987 run create_hlr_db(pid=21994): Terminated: ok {rc=0}\u000a12:26:36.134719 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21996): Launched\u000a12:26:36.450231 run osmo-hlr_10.42.42.2(pid=21997): Launched\u000a12:26:36.569264 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:26:37.087122 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21999): Launched\u000a12:26:37.402204 run osmo-stp_10.42.42.5(pid=22000): Launched\u000a12:26:37.518389 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a12:26:38.040651 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22002): Launched\u000a12:26:38.152521 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a12:26:38.426948 run patchelf(pid=22003): Launched\u000a12:26:38.611340 run osmo-stp_10.42.42.5(pid=22000): ERR: Terminated: ERROR {rc=1} [trial-2404↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22000)]\u000a12:26:38.745894 run osmo-stp_10.42.42.5(pid=22000): stdout: \u000a| (launched: 2022-12-14_12:26:37.247515)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:26:38.880772 run osmo-stp_10.42.42.5(pid=22000): stderr: \u000a| �[0;m�[38;5;43m20221214122637441 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214122637441 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214122637441 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214122637442 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214122637442 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214122637442 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214122637442 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:26:39.010336 run osmo-stp_10.42.42.5(pid=22000): stdout: \u000a| (launched: 2022-12-14_12:26:37.247515)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:26:39.138680 run osmo-stp_10.42.42.5(pid=22000): stderr: \u000a| �[0;m�[38;5;43m20221214122637441 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214122637441 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214122637441 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214122637442 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214122637442 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214122637442 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214122637442 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:26:39.289751 run patchelf(pid=22003): Terminating (SIGINT)\u000a12:26:39.465984 run patchelf(pid=22003): Terminated: ok {rc=0}\u000a12:26:39.498019 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=22000): Process ended prematurely: osmo-stp_10.42.42.5(pid=22000) [trial-2404↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22000)] [trial-2404↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54]\u000a12:26:39.507226 tst switch_tch_pdch.py:54: Test FAILED (6.6 sec)\u000a12:26:39.569367 run osmo-hlr_10.42.42.2(pid=21997): ERR: Terminated: ERROR {rc=237} [trial-2404↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21997)]\u000a12:26:39.620073 run osmo-hlr_10.42.42.2(pid=21997): stdout: \u000a| (launched: 2022-12-14_12:26:36.294878) \u000a12:26:39.671558 run osmo-hlr_10.42.42.2(pid=21997): stderr: \u000a| �[0;m�[1;31m20221214122636492 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214122636492 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214122636492 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214122636492 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214122636492 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214122636492 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214122636504 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2404/run.2022-12-14_11-25-45/dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214122636512 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214122636513 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214122636513 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:26:39.715635 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21996): Terminating (SIGTERM)\u000a12:26:39.757575 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21999): Terminating (SIGTERM)\u000a12:26:39.799247 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22002): Terminating (SIGTERM)\u000a12:26:39.808538 --- ParallelTerminationStrategy: PID 21996 died...\u000a12:26:39.864034 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21996): Terminated: ok {rc=0}\u000a12:26:39.874136 --- ParallelTerminationStrategy: PID 21999 died...\u000a12:26:39.929449 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21999): Terminated: ok {rc=0}\u000a12:26:39.939522 --- ParallelTerminationStrategy: PID 22002 died...\u000a12:26:39.994877 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22002): Terminated: ok {rc=0}\u000a12:26:40.081308 bus /gobi_0: Setting Powered False\u000a12:26:41.183389 bus /gobi_0: Setting Powered False\u000a12:26:42.295185 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "130", "name" : "dynts_trx-lms-limenet-micro+mod-bts0-dynts67-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T12:26:32" }, { "cases" : [ { "testActions" : [ ], "age" : 233, "className" : "nitb_sms:nanobts", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=22008): Process ended prematurely: osmo-nitb_10.42.42.2(pid=22008) [trial-2404↪nitb_sms:nanobts↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=22008)]", "failedSince" : 2172, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_sms/mo_mt_sms.py\", line 11, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=22008): Process ended prematurely: osmo-nitb_10.42.42.2(pid=22008) [trial-2404↪nitb_sms:nanobts↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=22008)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2404 nitb_sms:nanobts mo_mt_sms.py\u000a----------------------------------------------\u000a12:26:44.161778 tst nitb_sms:nanobts: Using 1 x ip_address (candidates: 1)\u000a12:26:44.172503 tst nitb_sms:nanobts: Using 1 x bts (candidates: 1)\u000a12:26:44.294321 tst mo_mt_sms.py: using LAC 40889\u000a12:26:44.412035 tst mo_mt_sms.py: using RAC 89\u000a12:26:44.526503 tst mo_mt_sms.py: using CellId 40889\u000a12:26:44.641976 tst mo_mt_sms.py: using BVCI 40890\u000a12:26:44.664324 tst nitb_sms:nanobts: Using 1 x modem (candidates: 2)\u000a12:26:44.781514 tst nitb_sms:nanobts: Using 1 x modem (candidates: 2)\u000a12:26:45.053928 tst mo_mt_sms.py:9: start nitb and bts...\u000a12:26:45.176105 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a12:26:45.786674 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=22007): Launched\u000a12:26:46.163877 run osmo-nitb_10.42.42.2(pid=22008): Launched\u000a12:26:46.363411 run osmo-nitb_10.42.42.2(pid=22008): ERR: Terminated: ERROR {rc=2} [trial-2404↪nitb_sms:nanobts↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=22008)]\u000a12:26:46.510984 run osmo-nitb_10.42.42.2(pid=22008): stdout: \u000a| (launched: 2022-12-14_12:26:45.981372) \u000a12:26:46.658670 run osmo-nitb_10.42.42.2(pid=22008): stderr: \u000a| (launched: 2022-12-14_12:26:46.036426)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a12:26:46.799247 run osmo-nitb_10.42.42.2(pid=22008): stdout: \u000a| (launched: 2022-12-14_12:26:45.981372) \u000a12:26:46.938967 run osmo-nitb_10.42.42.2(pid=22008): stderr: \u000a| (launched: 2022-12-14_12:26:46.036426)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a12:26:47.291155 tst osmo-nitb_10.42.42.2(pid=22008): stdout: \u000a| (launched: 2022-12-14_12:26:45.981372) \u000a12:26:47.416247 tst osmo-nitb_10.42.42.2(pid=22008): stderr: \u000a| (launched: 2022-12-14_12:26:46.036426)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a12:26:47.470991 tst mo_mt_sms.py:11: ERR: Error: osmo-nitb_10.42.42.2(pid=22008): Process ended prematurely: osmo-nitb_10.42.42.2(pid=22008) [trial-2404↪nitb_sms:nanobts↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=22008)] [trial-2404↪nitb_sms:nanobts↪mo_mt_sms.py:11]\u000a12:26:47.479529 tst mo_mt_sms.py:11: Test FAILED (3.3 sec)\u000a12:26:47.514972 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=22007): Terminating (SIGTERM)\u000a12:26:47.692765 --- ParallelTerminationStrategy: PID 22007 died...\u000a12:26:47.749638 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=22007): Terminated: ok {rc=0}\u000a12:26:47.834556 bus /sierra_3: Setting Powered False\u000a12:26:48.941001 bus /sierra_3: Setting Powered False\u000a12:26:50.048393 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 8.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "131", "name" : "nitb_sms_nanobts", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T12:26:44" }, { "cases" : [ { "testActions" : [ ], "age" : 74, "className" : "sms:nanobts+band-1900", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22018): Process ended prematurely: osmo-stp_10.42.42.5(pid=22018) [trial-2404↪sms:nanobts+band-1900↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22018)]", "failedSince" : 2331, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/sms/mo_mt_sms.py\", line 16, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22018): Process ended prematurely: osmo-stp_10.42.42.5(pid=22018) [trial-2404↪sms:nanobts+band-1900↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22018)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2404 sms:nanobts+band-1900 mo_mt_sms.py\u000a----------------------------------------------\u000a12:26:51.913125 tst sms:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a12:26:51.923722 tst sms:nanobts+band-1900: Using 1 x bts (candidates: 1)\u000a12:26:52.044268 tst mo_mt_sms.py: using LAC 40890\u000a12:26:52.163337 tst mo_mt_sms.py: using RAC 90\u000a12:26:52.275682 tst mo_mt_sms.py: using CellId 40890\u000a12:26:52.388334 tst mo_mt_sms.py: using BVCI 40891\u000a12:26:52.410497 tst sms:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a12:26:52.421097 tst sms:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a12:26:52.431464 tst sms:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a12:26:52.442086 tst sms:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a12:26:52.452850 tst sms:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a12:26:52.463641 tst sms:nanobts+band-1900: Using 1 x modem (candidates: 2)\u000a12:26:52.582335 tst sms:nanobts+band-1900: Using 1 x modem (candidates: 2)\u000a12:26:52.782392 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:26:53.242723 run create_hlr_db(pid=22012): Launched\u000a12:26:53.412056 bus /sierra_2: Setting Powered False\u000a12:26:54.432841 run create_hlr_db(pid=22012): Terminated: ok {rc=0}\u000a12:26:54.824084 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22014): Launched\u000a12:26:55.116678 run osmo-hlr_10.42.42.2(pid=22015): Launched\u000a12:26:55.221281 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:26:55.730675 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22017): Launched\u000a12:26:56.022866 run osmo-stp_10.42.42.5(pid=22018): Launched\u000a12:26:56.129675 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:26:56.665806 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22020): Launched\u000a12:26:56.958753 run osmo-msc_10.42.42.6(pid=22021): Launched\u000a12:26:57.131720 run osmo-stp_10.42.42.5(pid=22018): ERR: Terminated: ERROR {rc=1} [trial-2404↪sms:nanobts+band-1900↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22018)]\u000a12:26:57.257268 run osmo-stp_10.42.42.5(pid=22018): stdout: \u000a| (launched: 2022-12-14_12:26:55.878157)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:26:57.379972 run osmo-stp_10.42.42.5(pid=22018): stderr: \u000a| �[0;m�[38;5;43m20221214122656048 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214122656048 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214122656049 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214122656049 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214122656049 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214122656050 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214122656050 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:26:57.497822 run osmo-stp_10.42.42.5(pid=22018): stdout: \u000a| (launched: 2022-12-14_12:26:55.878157)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:26:57.614710 run osmo-stp_10.42.42.5(pid=22018): stderr: \u000a| �[0;m�[38;5;43m20221214122656048 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214122656048 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214122656049 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214122656049 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214122656049 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214122656050 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214122656050 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:26:57.666524 tst mo_mt_sms.py:16: ERR: Error: osmo-stp_10.42.42.5(pid=22018): Process ended prematurely: osmo-stp_10.42.42.5(pid=22018) [trial-2404↪sms:nanobts+band-1900↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22018)] [trial-2404↪sms:nanobts+band-1900↪mo_mt_sms.py:16]\u000a12:26:57.674607 tst mo_mt_sms.py:16: Test FAILED (5.8 sec)\u000a12:26:57.734167 run osmo-hlr_10.42.42.2(pid=22015): ERR: Terminated: ERROR {rc=237} [trial-2404↪sms:nanobts+band-1900↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22015)]\u000a12:26:57.782795 run osmo-hlr_10.42.42.2(pid=22015): stdout: \u000a| (launched: 2022-12-14_12:26:54.972094) \u000a12:26:57.832189 run osmo-hlr_10.42.42.2(pid=22015): stderr: \u000a| �[0;m�[1;31m20221214122655146 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214122655146 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214122655146 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214122655146 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214122655146 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214122655146 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214122655202 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2404/run.2022-12-14_11-25-45/sms:nanobts+band-1900/mo_mt_sms.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214122655212 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214122655213 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214122655213 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:26:57.898793 run osmo-msc_10.42.42.6(pid=22021): ERR: Terminated: ERROR {rc=2} [trial-2404↪sms:nanobts+band-1900↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=22021)]\u000a12:26:57.947181 run osmo-msc_10.42.42.6(pid=22021): stdout: \u000a| (launched: 2022-12-14_12:26:56.813880) \u000a12:26:57.996226 run osmo-msc_10.42.42.6(pid=22021): stderr: \u000a| �[0;m�[38;5;43m20221214122657083 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214122657083 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fbc3d951c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214122657083 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214122657083 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214122657084 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214122657084 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214122657085 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214122657086 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214122657086 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214122657086 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:26:58.038254 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22014): Terminating (SIGTERM)\u000a12:26:58.077910 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22017): Terminating (SIGTERM)\u000a12:26:58.117657 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22020): Terminating (SIGTERM)\u000a12:26:58.126828 --- ParallelTerminationStrategy: PID 22014 died...\u000a12:26:58.180251 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22014): Terminated: ok {rc=0}\u000a12:26:58.189817 --- ParallelTerminationStrategy: PID 22017 died...\u000a12:26:58.242890 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22017): Terminated: ok {rc=0}\u000a12:26:58.252386 --- ParallelTerminationStrategy: PID 22020 died...\u000a12:26:58.305218 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22020): Terminated: ok {rc=0}\u000a12:26:58.392033 bus /sierra_3: Setting Powered False\u000a12:26:59.492504 bus /sierra_3: Setting Powered False\u000a12:27:00.598657 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 11.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "132", "name" : "sms_nanobts+band-1900", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T12:26:51" }, { "cases" : [ { "testActions" : [ ], "age" : 233, "className" : "nitb_ussd:nanobts+band-1900", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=22028): Process ended prematurely: osmo-nitb_10.42.42.2(pid=22028) [trial-2404↪nitb_ussd:nanobts+band-1900↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=22028)]", "failedSince" : 2172, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_ussd/assert_extension.py\", line 12, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=22028): Process ended prematurely: osmo-nitb_10.42.42.2(pid=22028) [trial-2404↪nitb_ussd:nanobts+band-1900↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=22028)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2404 nitb_ussd:nanobts+band-1900 assert_extension.py\u000a----------------------------------------------\u000a12:27:02.422099 tst nitb_ussd:nanobts+band-1900: Using 1 x ip_address (candidates: 1)\u000a12:27:02.433351 tst nitb_ussd:nanobts+band-1900: Using 1 x bts (candidates: 1)\u000a12:27:02.563109 tst assert_extension.py: using LAC 40891\u000a12:27:02.686024 tst assert_extension.py: using RAC 91\u000a12:27:02.808683 tst assert_extension.py: using CellId 40891\u000a12:27:02.931137 tst assert_extension.py: using BVCI 40892\u000a12:27:02.955026 tst nitb_ussd:nanobts+band-1900: Using 1 x modem (candidates: 1)\u000a12:27:03.225517 tst assert_extension.py:10: start nitb and bts...\u000a12:27:03.346947 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a12:27:03.954589 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=22027): Launched\u000a12:27:04.244702 run osmo-nitb_10.42.42.2(pid=22028): Launched\u000a12:27:04.425306 run osmo-nitb_10.42.42.2(pid=22028): ERR: Terminated: ERROR {rc=2} [trial-2404↪nitb_ussd:nanobts+band-1900↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=22028)]\u000a12:27:04.558637 run osmo-nitb_10.42.42.2(pid=22028): stdout: \u000a| (launched: 2022-12-14_12:27:04.102679) \u000a12:27:04.692581 run osmo-nitb_10.42.42.2(pid=22028): stderr: \u000a| (launched: 2022-12-14_12:27:04.146104)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a12:27:04.821648 run osmo-nitb_10.42.42.2(pid=22028): stdout: \u000a| (launched: 2022-12-14_12:27:04.102679) \u000a12:27:04.949139 run osmo-nitb_10.42.42.2(pid=22028): stderr: \u000a| (launched: 2022-12-14_12:27:04.146104)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a12:27:05.363319 tst osmo-nitb_10.42.42.2(pid=22028): stdout: \u000a| (launched: 2022-12-14_12:27:04.102679) \u000a12:27:05.480875 tst osmo-nitb_10.42.42.2(pid=22028): stderr: \u000a| (launched: 2022-12-14_12:27:04.146104)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a12:27:05.532173 tst assert_extension.py:12: ERR: Error: osmo-nitb_10.42.42.2(pid=22028): Process ended prematurely: osmo-nitb_10.42.42.2(pid=22028) [trial-2404↪nitb_ussd:nanobts+band-1900↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=22028)] [trial-2404↪nitb_ussd:nanobts+band-1900↪assert_extension.py:12]\u000a12:27:05.540143 tst assert_extension.py:12: Test FAILED (3.1 sec)\u000a12:27:05.574510 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=22027): Terminating (SIGTERM)\u000a12:27:05.752600 --- ParallelTerminationStrategy: PID 22027 died...\u000a12:27:05.807454 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=22027): Terminated: ok {rc=0}\u000a12:27:05.895229 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 6.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "133", "name" : "nitb_ussd_nanobts+band-1900", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T12:27:02" }, { "cases" : [ { "testActions" : [ ], "age" : 74, "className" : "ussd:nanobts+band-1900", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22038): Process ended prematurely: osmo-stp_10.42.42.5(pid=22038) [trial-2404↪ussd:nanobts+band-1900↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22038)]", "failedSince" : 2331, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/ussd/assert_extension.py\", line 17, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22038): Process ended prematurely: osmo-stp_10.42.42.5(pid=22038) [trial-2404↪ussd:nanobts+band-1900↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22038)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2404 ussd:nanobts+band-1900 assert_extension.py\u000a----------------------------------------------\u000a12:27:07.706657 tst ussd:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a12:27:07.717409 tst ussd:nanobts+band-1900: Using 1 x bts (candidates: 1)\u000a12:27:07.846473 tst assert_extension.py: using LAC 40892\u000a12:27:07.959743 tst assert_extension.py: using RAC 92\u000a12:27:08.073358 tst assert_extension.py: using CellId 40892\u000a12:27:08.186180 tst assert_extension.py: using BVCI 40893\u000a12:27:08.208423 tst ussd:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a12:27:08.219267 tst ussd:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a12:27:08.229928 tst ussd:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a12:27:08.240381 tst ussd:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a12:27:08.251339 tst ussd:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a12:27:08.262348 tst ussd:nanobts+band-1900: Using 1 x modem (candidates: 1)\u000a12:27:08.469473 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:27:08.958759 run create_hlr_db(pid=22032): Launched\u000a12:27:09.128470 bus /sierra_2: Setting Powered False\u000a12:27:10.159452 run create_hlr_db(pid=22032): Terminated: ok {rc=0}\u000a12:27:10.554937 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22034): Launched\u000a12:27:10.848294 run osmo-hlr_10.42.42.2(pid=22035): Launched\u000a12:27:10.961200 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:27:11.483015 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22037): Launched\u000a12:27:11.776527 run osmo-stp_10.42.42.5(pid=22038): Launched\u000a12:27:11.883500 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:27:12.419193 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22040): Launched\u000a12:27:12.713488 run osmo-msc_10.42.42.6(pid=22041): Launched\u000a12:27:12.886545 run osmo-stp_10.42.42.5(pid=22038): ERR: Terminated: ERROR {rc=1} [trial-2404↪ussd:nanobts+band-1900↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22038)]\u000a12:27:13.011503 run osmo-stp_10.42.42.5(pid=22038): stdout: \u000a| (launched: 2022-12-14_12:27:11.631270)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:27:13.134378 run osmo-stp_10.42.42.5(pid=22038): stderr: \u000a| �[0;m�[38;5;43m20221214122711800 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214122711800 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214122711800 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214122711801 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214122711801 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214122711801 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214122711801 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:27:13.252395 run osmo-stp_10.42.42.5(pid=22038): stdout: \u000a| (launched: 2022-12-14_12:27:11.631270)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:27:13.369466 run osmo-stp_10.42.42.5(pid=22038): stderr: \u000a| �[0;m�[38;5;43m20221214122711800 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214122711800 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214122711800 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214122711801 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214122711801 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214122711801 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214122711801 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:27:13.420831 tst assert_extension.py:17: ERR: Error: osmo-stp_10.42.42.5(pid=22038): Process ended prematurely: osmo-stp_10.42.42.5(pid=22038) [trial-2404↪ussd:nanobts+band-1900↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22038)] [trial-2404↪ussd:nanobts+band-1900↪assert_extension.py:17]\u000a12:27:13.428877 tst assert_extension.py:17: Test FAILED (5.7 sec)\u000a12:27:13.488826 run osmo-hlr_10.42.42.2(pid=22035): ERR: Terminated: ERROR {rc=237} [trial-2404↪ussd:nanobts+band-1900↪assert_extension.py↪assert_extension.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22035)]\u000a12:27:13.538121 run osmo-hlr_10.42.42.2(pid=22035): stdout: \u000a| (launched: 2022-12-14_12:27:10.703168) \u000a12:27:13.587535 run osmo-hlr_10.42.42.2(pid=22035): stderr: \u000a| �[0;m�[1;31m20221214122710881 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214122710881 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214122710881 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214122710881 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214122710881 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214122710881 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214122710893 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2404/run.2022-12-14_11-25-45/ussd:nanobts+band-1900/assert_extension.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214122710901 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214122710901 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214122710901 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:27:13.654514 run osmo-msc_10.42.42.6(pid=22041): ERR: Terminated: ERROR {rc=2} [trial-2404↪ussd:nanobts+band-1900↪assert_extension.py↪assert_extension.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=22041)]\u000a12:27:13.703197 run osmo-msc_10.42.42.6(pid=22041): stdout: \u000a| (launched: 2022-12-14_12:27:12.567771) \u000a12:27:13.752657 run osmo-msc_10.42.42.6(pid=22041): stderr: \u000a| �[0;m�[38;5;43m20221214122712838 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214122712838 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f0ab32b7c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214122712838 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214122712838 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214122712838 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214122712839 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214122712840 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214122712841 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214122712841 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214122712841 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:27:13.795082 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22034): Terminating (SIGTERM)\u000a12:27:13.835047 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22037): Terminating (SIGTERM)\u000a12:27:13.875726 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22040): Terminating (SIGTERM)\u000a12:27:13.885331 --- ParallelTerminationStrategy: PID 22034 died...\u000a12:27:13.938523 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22034): Terminated: ok {rc=0}\u000a12:27:13.947926 --- ParallelTerminationStrategy: PID 22037 died...\u000a12:27:14.000684 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22037): Terminated: ok {rc=0}\u000a12:27:14.010088 --- ParallelTerminationStrategy: PID 22040 died...\u000a12:27:14.062770 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22040): Terminated: ok {rc=0}\u000a12:27:14.149362 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 9.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "134", "name" : "ussd_nanobts+band-1900", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T12:27:07" }, { "cases" : [ { "testActions" : [ ], "age" : 74, "className" : "voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22052): Process ended prematurely: osmo-stp_10.42.42.5(pid=22052) [trial-2404↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22052)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22052): Process ended prematurely: osmo-stp_10.42.42.5(pid=22052) [trial-2404↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22052)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2404 voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call.py\u000a----------------------------------------------\u000a12:27:16.093328 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a12:27:16.105246 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a12:27:16.283867 tst mo_mt_call.py: using LAC 40893\u000a12:27:16.406140 tst mo_mt_call.py: using RAC 93\u000a12:27:16.530126 tst mo_mt_call.py: using CellId 40893\u000a12:27:16.683077 tst mo_mt_call.py: using BVCI 40894\u000a12:27:16.706855 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a12:27:16.718958 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a12:27:16.730717 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a12:27:16.742475 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a12:27:16.755884 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a12:27:16.770439 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a12:27:16.892904 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a12:27:17.138441 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:27:17.614046 run create_hlr_db(pid=22046): Launched\u000a12:27:17.785262 bus /sierra_2: Setting Powered False\u000a12:27:18.807887 run create_hlr_db(pid=22046): Terminated: ok {rc=0}\u000a12:27:19.233435 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22048): Launched\u000a12:27:19.553474 run osmo-hlr_10.42.42.2(pid=22049): Launched\u000a12:27:19.671307 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:27:20.227254 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22051): Launched\u000a12:27:20.546986 run osmo-stp_10.42.42.5(pid=22052): Launched\u000a12:27:20.663588 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:27:21.251032 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22054): Launched\u000a12:27:21.573102 run osmo-msc_10.42.42.6(pid=22055): Launched\u000a12:27:21.761585 run osmo-stp_10.42.42.5(pid=22052): ERR: Terminated: ERROR {rc=1} [trial-2404↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22052)]\u000a12:27:21.898083 run osmo-stp_10.42.42.5(pid=22052): stdout: \u000a| (launched: 2022-12-14_12:27:20.390197)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:27:22.033003 run osmo-stp_10.42.42.5(pid=22052): stderr: \u000a| �[0;m�[38;5;43m20221214122720583 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214122720584 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214122720584 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214122720584 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214122720585 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214122720585 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214122720585 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:27:22.161674 run osmo-stp_10.42.42.5(pid=22052): stdout: \u000a| (launched: 2022-12-14_12:27:20.390197)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:27:22.289253 run osmo-stp_10.42.42.5(pid=22052): stderr: \u000a| �[0;m�[38;5;43m20221214122720583 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214122720584 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214122720584 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214122720584 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214122720585 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214122720585 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214122720585 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:27:22.345572 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=22052): Process ended prematurely: osmo-stp_10.42.42.5(pid=22052) [trial-2404↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22052)] [trial-2404↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8]\u000a12:27:22.354977 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a12:27:22.416371 run osmo-hlr_10.42.42.2(pid=22049): ERR: Terminated: ERROR {rc=237} [trial-2404↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22049)]\u000a12:27:22.467134 run osmo-hlr_10.42.42.2(pid=22049): stdout: \u000a| (launched: 2022-12-14_12:27:19.396321) \u000a12:27:22.518456 run osmo-hlr_10.42.42.2(pid=22049): stderr: \u000a| �[0;m�[1;31m20221214122719594 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214122719595 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214122719595 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214122719595 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214122719595 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214122719595 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214122719610 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2404/run.2022-12-14_11-25-45/voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214122719619 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214122719620 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214122719620 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:27:22.588357 run osmo-msc_10.42.42.6(pid=22055): ERR: Terminated: ERROR {rc=2} [trial-2404↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=22055)]\u000a12:27:22.638871 run osmo-msc_10.42.42.6(pid=22055): stdout: \u000a| (launched: 2022-12-14_12:27:21.414253) \u000a12:27:22.689717 run osmo-msc_10.42.42.6(pid=22055): stderr: \u000a| �[0;m�[38;5;43m20221214122721735 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214122721735 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7eff29169c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214122721735 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214122721735 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214122721735 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214122721735 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214122721737 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214122721738 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214122721738 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214122721738 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:27:22.733046 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22048): Terminating (SIGTERM)\u000a12:27:22.774122 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22051): Terminating (SIGTERM)\u000a12:27:22.815231 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22054): Terminating (SIGTERM)\u000a12:27:22.824808 --- ParallelTerminationStrategy: PID 22048 died...\u000a12:27:22.879775 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22048): Terminated: ok {rc=0}\u000a12:27:22.889727 --- ParallelTerminationStrategy: PID 22051 died...\u000a12:27:22.944250 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22051): Terminated: ok {rc=0}\u000a12:27:22.954068 --- ParallelTerminationStrategy: PID 22054 died...\u000a12:27:23.008700 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22054): Terminated: ok {rc=0}\u000a12:27:23.094335 bus /sierra_3: Setting Powered False\u000a12:27:24.199502 bus /sierra_3: Setting Powered False\u000a12:27:25.306366 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 83, "className" : "voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22063): Process ended prematurely: osmo-stp_10.42.42.5(pid=22063) [trial-2404↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22063)]", "failedSince" : 2322, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22063): Process ended prematurely: osmo-stp_10.42.42.5(pid=22063) [trial-2404↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22063)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2404 voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a12:27:26.419810 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a12:27:26.432155 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a12:27:26.581749 tst mo_mt_call_osmux.py: using LAC 40894\u000a12:27:26.700586 tst mo_mt_call_osmux.py: using RAC 94\u000a12:27:26.826237 tst mo_mt_call_osmux.py: using CellId 40894\u000a12:27:26.951846 tst mo_mt_call_osmux.py: using BVCI 40895\u000a12:27:26.976262 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a12:27:26.987996 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a12:27:26.999509 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a12:27:27.011079 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a12:27:27.022781 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a12:27:27.034339 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a12:27:27.153485 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a12:27:27.356866 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:27:27.829275 run create_hlr_db(pid=22057): Launched\u000a12:27:28.001426 bus /sierra_2: Setting Powered False\u000a12:27:29.022846 run create_hlr_db(pid=22057): Terminated: ok {rc=0}\u000a12:27:29.450291 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22059): Launched\u000a12:27:29.772178 run osmo-hlr_10.42.42.2(pid=22060): Launched\u000a12:27:29.891285 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:27:30.450835 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22062): Launched\u000a12:27:30.771342 run osmo-stp_10.42.42.5(pid=22063): Launched\u000a12:27:30.972121 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:27:31.596531 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22065): Launched\u000a12:27:31.928096 run osmo-msc_10.42.42.6(pid=22066): Launched\u000a12:27:32.149385 run osmo-stp_10.42.42.5(pid=22063): ERR: Terminated: ERROR {rc=1} [trial-2404↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22063)]\u000a12:27:32.334618 run osmo-stp_10.42.42.5(pid=22063): stdout: \u000a| (launched: 2022-12-14_12:27:30.613850)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:27:32.495326 run osmo-stp_10.42.42.5(pid=22063): stderr: \u000a| �[0;m�[38;5;43m20221214122730805 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214122730805 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214122730806 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214122730806 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214122730806 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214122730807 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214122730807 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:27:32.626337 run osmo-stp_10.42.42.5(pid=22063): stdout: \u000a| (launched: 2022-12-14_12:27:30.613850)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:27:32.753700 run osmo-stp_10.42.42.5(pid=22063): stderr: \u000a| �[0;m�[38;5;43m20221214122730805 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214122730805 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214122730806 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214122730806 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214122730806 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214122730807 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214122730807 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:27:32.810408 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=22063): Process ended prematurely: osmo-stp_10.42.42.5(pid=22063) [trial-2404↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22063)] [trial-2404↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8]\u000a12:27:32.819807 tst mo_mt_call_osmux.py:8: Test FAILED (6.4 sec)\u000a12:27:32.881948 run osmo-hlr_10.42.42.2(pid=22060): ERR: Terminated: ERROR {rc=237} [trial-2404↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22060)]\u000a12:27:32.932827 run osmo-hlr_10.42.42.2(pid=22060): stdout: \u000a| (launched: 2022-12-14_12:27:29.614056) \u000a12:27:32.984794 run osmo-hlr_10.42.42.2(pid=22060): stderr: \u000a| �[0;m�[1;31m20221214122729814 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214122729814 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214122729814 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214122729814 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214122729814 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214122729814 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214122729827 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2404/run.2022-12-14_11-25-45/voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214122729838 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214122729838 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214122729838 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:27:33.055003 run osmo-msc_10.42.42.6(pid=22066): ERR: Terminated: ERROR {rc=2} [trial-2404↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=22066)]\u000a12:27:33.105975 run osmo-msc_10.42.42.6(pid=22066): stdout: \u000a| (launched: 2022-12-14_12:27:31.762369) \u000a12:27:33.157469 run osmo-msc_10.42.42.6(pid=22066): stderr: \u000a| �[0;m�[38;5;43m20221214122732393 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214122732393 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f9104ceac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214122732393 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214122732393 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214122732394 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214122732394 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214122732395 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214122732396 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214122732396 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214122732396 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:27:33.201589 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22059): Terminating (SIGTERM)\u000a12:27:33.243821 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22062): Terminating (SIGTERM)\u000a12:27:33.285581 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22065): Terminating (SIGTERM)\u000a12:27:33.295261 --- ParallelTerminationStrategy: PID 22059 died...\u000a12:27:33.351175 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22059): Terminated: ok {rc=0}\u000a12:27:33.361374 --- ParallelTerminationStrategy: PID 22062 died...\u000a12:27:33.416518 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22062): Terminated: ok {rc=0}\u000a12:27:33.426641 --- ParallelTerminationStrategy: PID 22065 died...\u000a12:27:33.481857 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22065): Terminated: ok {rc=0}\u000a12:27:33.568725 bus /sierra_3: Setting Powered False\u000a12:27:34.674924 bus /sierra_3: Setting Powered False\u000a12:27:35.782402 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "135", "name" : "voice_nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T12:27:15" }, { "cases" : [ { "testActions" : [ ], "age" : 74, "className" : "voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22077): Process ended prematurely: osmo-stp_10.42.42.5(pid=22077) [trial-2404↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22077)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22077): Process ended prematurely: osmo-stp_10.42.42.5(pid=22077) [trial-2404↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22077)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2404 voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call.py\u000a----------------------------------------------\u000a12:27:37.762060 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a12:27:37.773145 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a12:27:37.914979 tst mo_mt_call.py: using LAC 40895\u000a12:27:38.030039 tst mo_mt_call.py: using RAC 95\u000a12:27:38.145471 tst mo_mt_call.py: using CellId 40895\u000a12:27:38.262374 tst mo_mt_call.py: using BVCI 40896\u000a12:27:38.284812 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a12:27:38.295960 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a12:27:38.307079 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a12:27:38.318042 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a12:27:38.329499 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a12:27:38.340638 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a12:27:38.460469 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a12:27:38.660998 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:27:39.130814 run create_hlr_db(pid=22071): Launched\u000a12:27:39.302432 bus /sierra_2: Setting Powered False\u000a12:27:40.324492 run create_hlr_db(pid=22071): Terminated: ok {rc=0}\u000a12:27:40.730805 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22073): Launched\u000a12:27:41.051230 run osmo-hlr_10.42.42.2(pid=22074): Launched\u000a12:27:41.172352 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:27:41.729446 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22076): Launched\u000a12:27:42.048886 run osmo-stp_10.42.42.5(pid=22077): Launched\u000a12:27:42.165032 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:27:42.750662 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22079): Launched\u000a12:27:43.070722 run osmo-msc_10.42.42.6(pid=22080): Launched\u000a12:27:43.259570 run osmo-stp_10.42.42.5(pid=22077): ERR: Terminated: ERROR {rc=1} [trial-2404↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22077)]\u000a12:27:43.394652 run osmo-stp_10.42.42.5(pid=22077): stdout: \u000a| (launched: 2022-12-14_12:27:41.892513)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:27:43.529354 run osmo-stp_10.42.42.5(pid=22077): stderr: \u000a| �[0;m�[38;5;43m20221214122742084 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214122742084 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214122742085 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214122742085 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214122742086 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214122742086 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214122742086 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:27:43.657744 run osmo-stp_10.42.42.5(pid=22077): stdout: \u000a| (launched: 2022-12-14_12:27:41.892513)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:27:43.785673 run osmo-stp_10.42.42.5(pid=22077): stderr: \u000a| �[0;m�[38;5;43m20221214122742084 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214122742084 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214122742085 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214122742085 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214122742086 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214122742086 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214122742086 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:27:43.842013 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=22077): Process ended prematurely: osmo-stp_10.42.42.5(pid=22077) [trial-2404↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22077)] [trial-2404↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8]\u000a12:27:43.851215 tst mo_mt_call.py:8: Test FAILED (6.1 sec)\u000a12:27:43.912597 run osmo-hlr_10.42.42.2(pid=22074): ERR: Terminated: ERROR {rc=237} [trial-2404↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22074)]\u000a12:27:43.963083 run osmo-hlr_10.42.42.2(pid=22074): stdout: \u000a| (launched: 2022-12-14_12:27:40.893913) \u000a12:27:44.014348 run osmo-hlr_10.42.42.2(pid=22074): stderr: \u000a| �[0;m�[1;31m20221214122741093 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214122741093 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214122741093 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214122741093 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214122741093 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214122741093 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214122741106 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2404/run.2022-12-14_11-25-45/voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214122741114 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214122741114 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214122741114 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:27:44.084536 run osmo-msc_10.42.42.6(pid=22080): ERR: Terminated: ERROR {rc=2} [trial-2404↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=22080)]\u000a12:27:44.135043 run osmo-msc_10.42.42.6(pid=22080): stdout: \u000a| (launched: 2022-12-14_12:27:42.913153) \u000a12:27:44.186132 run osmo-msc_10.42.42.6(pid=22080): stderr: \u000a| �[0;m�[38;5;43m20221214122743234 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214122743235 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f2433affc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214122743235 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214122743235 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214122743235 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214122743235 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214122743237 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214122743237 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214122743237 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214122743237 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:27:44.230047 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22073): Terminating (SIGTERM)\u000a12:27:44.271234 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22076): Terminating (SIGTERM)\u000a12:27:44.312407 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22079): Terminating (SIGTERM)\u000a12:27:44.322062 --- ParallelTerminationStrategy: PID 22073 died...\u000a12:27:44.377044 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22073): Terminated: ok {rc=0}\u000a12:27:44.386903 --- ParallelTerminationStrategy: PID 22076 died...\u000a12:27:44.441421 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22076): Terminated: ok {rc=0}\u000a12:27:44.451312 --- ParallelTerminationStrategy: PID 22079 died...\u000a12:27:44.505901 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22079): Terminated: ok {rc=0}\u000a12:27:44.591744 bus /sierra_3: Setting Powered False\u000a12:27:45.695966 bus /sierra_3: Setting Powered False\u000a12:27:46.804526 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 85, "className" : "voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22088): Process ended prematurely: osmo-stp_10.42.42.5(pid=22088) [trial-2404↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22088)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22088): Process ended prematurely: osmo-stp_10.42.42.5(pid=22088) [trial-2404↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22088)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2404 voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a12:27:47.915774 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a12:27:47.927484 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a12:27:48.073399 tst mo_mt_call_osmux.py: using LAC 40896\u000a12:27:48.203276 tst mo_mt_call_osmux.py: using RAC 96\u000a12:27:48.335697 tst mo_mt_call_osmux.py: using CellId 40896\u000a12:27:48.460196 tst mo_mt_call_osmux.py: using BVCI 40897\u000a12:27:48.484455 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a12:27:48.496161 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a12:27:48.508030 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a12:27:48.519569 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a12:27:48.531116 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a12:27:48.542565 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a12:27:48.659503 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a12:27:48.870336 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:27:49.382524 run create_hlr_db(pid=22082): Launched\u000a12:27:49.567131 bus /sierra_2: Setting Powered False\u000a12:27:50.588257 run create_hlr_db(pid=22082): Terminated: ok {rc=0}\u000a12:27:50.991245 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22084): Launched\u000a12:27:51.290708 run osmo-hlr_10.42.42.2(pid=22085): Launched\u000a12:27:51.407223 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:27:51.939253 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22087): Launched\u000a12:27:52.237639 run osmo-stp_10.42.42.5(pid=22088): Launched\u000a12:27:52.351007 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:27:52.898743 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22090): Launched\u000a12:27:53.199032 run osmo-msc_10.42.42.6(pid=22091): Launched\u000a12:27:53.375123 run osmo-stp_10.42.42.5(pid=22088): ERR: Terminated: ERROR {rc=1} [trial-2404↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22088)]\u000a12:27:53.502552 run osmo-stp_10.42.42.5(pid=22088): stdout: \u000a| (launched: 2022-12-14_12:27:52.090213)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:27:53.628011 run osmo-stp_10.42.42.5(pid=22088): stderr: \u000a| �[0;m�[38;5;43m20221214122752264 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214122752264 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214122752264 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214122752265 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214122752265 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214122752265 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214122752265 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:27:53.748288 run osmo-stp_10.42.42.5(pid=22088): stdout: \u000a| (launched: 2022-12-14_12:27:52.090213)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:27:53.868071 run osmo-stp_10.42.42.5(pid=22088): stderr: \u000a| �[0;m�[38;5;43m20221214122752264 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214122752264 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214122752264 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214122752265 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214122752265 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214122752265 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214122752265 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:27:53.920930 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=22088): Process ended prematurely: osmo-stp_10.42.42.5(pid=22088) [trial-2404↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22088)] [trial-2404↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8]\u000a12:27:53.929484 tst mo_mt_call_osmux.py:8: Test FAILED (6.0 sec)\u000a12:27:53.990124 run osmo-hlr_10.42.42.2(pid=22085): ERR: Terminated: ERROR {rc=237} [trial-2404↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22085)]\u000a12:27:54.039194 run osmo-hlr_10.42.42.2(pid=22085): stdout: \u000a| (launched: 2022-12-14_12:27:51.143062) \u000a12:27:54.088912 run osmo-hlr_10.42.42.2(pid=22085): stderr: \u000a| �[0;m�[1;31m20221214122751322 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214122751322 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214122751322 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214122751322 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214122751322 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214122751322 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214122751335 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2404/run.2022-12-14_11-25-45/voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214122751343 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214122751344 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214122751344 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:27:54.156177 run osmo-msc_10.42.42.6(pid=22091): ERR: Terminated: ERROR {rc=2} [trial-2404↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=22091)]\u000a12:27:54.205063 run osmo-msc_10.42.42.6(pid=22091): stdout: \u000a| (launched: 2022-12-14_12:27:53.050753) \u000a12:27:54.254561 run osmo-msc_10.42.42.6(pid=22091): stderr: \u000a| �[0;m�[38;5;43m20221214122753320 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214122753321 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f0e2b12bc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214122753321 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214122753321 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214122753321 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214122753321 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214122753323 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214122753323 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214122753323 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214122753324 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:27:54.297062 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22084): Terminating (SIGTERM)\u000a12:27:54.337024 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22087): Terminating (SIGTERM)\u000a12:27:54.377112 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22090): Terminating (SIGTERM)\u000a12:27:54.386237 --- ParallelTerminationStrategy: PID 22084 died...\u000a12:27:54.440289 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22084): Terminated: ok {rc=0}\u000a12:27:54.449708 --- ParallelTerminationStrategy: PID 22087 died...\u000a12:27:54.503420 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22087): Terminated: ok {rc=0}\u000a12:27:54.513196 --- ParallelTerminationStrategy: PID 22090 died...\u000a12:27:54.567147 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22090): Terminated: ok {rc=0}\u000a12:27:54.656898 bus /sierra_3: Setting Powered False\u000a12:27:55.762859 bus /sierra_3: Setting Powered False\u000a12:27:56.873282 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "136", "name" : "voice_nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T12:27:37" }, { "cases" : [ { "testActions" : [ ], "age" : 74, "className" : "voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22102): Process ended prematurely: osmo-stp_10.42.42.5(pid=22102) [trial-2404↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22102)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22102): Process ended prematurely: osmo-stp_10.42.42.5(pid=22102) [trial-2404↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22102)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2404 voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call.py\u000a----------------------------------------------\u000a12:27:58.853099 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a12:27:58.864436 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a12:27:59.010188 tst mo_mt_call.py: using LAC 40897\u000a12:27:59.126051 tst mo_mt_call.py: using RAC 97\u000a12:27:59.244117 tst mo_mt_call.py: using CellId 40897\u000a12:27:59.362043 tst mo_mt_call.py: using BVCI 40898\u000a12:27:59.384586 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a12:27:59.395784 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a12:27:59.406802 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a12:27:59.417754 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a12:27:59.429217 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a12:27:59.440433 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a12:27:59.562025 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a12:27:59.773484 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:28:00.286737 run create_hlr_db(pid=22096): Launched\u000a12:28:00.471948 bus /sierra_2: Setting Powered False\u000a12:28:01.495020 run create_hlr_db(pid=22096): Terminated: ok {rc=0}\u000a12:28:01.933682 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22098): Launched\u000a12:28:02.260783 run osmo-hlr_10.42.42.2(pid=22099): Launched\u000a12:28:02.380026 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:28:02.938806 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22101): Launched\u000a12:28:03.260503 run osmo-stp_10.42.42.5(pid=22102): Launched\u000a12:28:03.375807 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:28:03.961901 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22104): Launched\u000a12:28:04.282356 run osmo-msc_10.42.42.6(pid=22105): Launched\u000a12:28:04.470211 run osmo-stp_10.42.42.5(pid=22102): ERR: Terminated: ERROR {rc=1} [trial-2404↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22102)]\u000a12:28:04.607177 run osmo-stp_10.42.42.5(pid=22102): stdout: \u000a| (launched: 2022-12-14_12:28:03.102166)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:28:04.741834 run osmo-stp_10.42.42.5(pid=22102): stderr: \u000a| �[0;m�[38;5;43m20221214122803297 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214122803298 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214122803298 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214122803298 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214122803299 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214122803299 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214122803299 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:28:04.869910 run osmo-stp_10.42.42.5(pid=22102): stdout: \u000a| (launched: 2022-12-14_12:28:03.102166)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:28:04.996580 run osmo-stp_10.42.42.5(pid=22102): stderr: \u000a| �[0;m�[38;5;43m20221214122803297 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214122803298 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214122803298 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214122803298 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214122803299 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214122803299 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214122803299 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:28:05.052790 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=22102): Process ended prematurely: osmo-stp_10.42.42.5(pid=22102) [trial-2404↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22102)] [trial-2404↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8]\u000a12:28:05.062072 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a12:28:05.123426 run osmo-hlr_10.42.42.2(pid=22099): ERR: Terminated: ERROR {rc=237} [trial-2404↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22099)]\u000a12:28:05.173813 run osmo-hlr_10.42.42.2(pid=22099): stdout: \u000a| (launched: 2022-12-14_12:28:02.100438) \u000a12:28:05.225364 run osmo-hlr_10.42.42.2(pid=22099): stderr: \u000a| �[0;m�[1;31m20221214122802304 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214122802304 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214122802304 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214122802304 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214122802304 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214122802304 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214122802317 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2404/run.2022-12-14_11-25-45/voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214122802325 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214122802325 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214122802325 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:28:05.294942 run osmo-msc_10.42.42.6(pid=22105): ERR: Terminated: ERROR {rc=2} [trial-2404↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=22105)]\u000a12:28:05.345197 run osmo-msc_10.42.42.6(pid=22105): stdout: \u000a| (launched: 2022-12-14_12:28:04.124571) \u000a12:28:05.395823 run osmo-msc_10.42.42.6(pid=22105): stderr: \u000a| �[0;m�[38;5;43m20221214122804447 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214122804447 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f5a61300c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214122804447 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214122804447 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214122804447 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214122804447 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214122804449 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214122804450 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214122804450 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214122804450 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:28:05.439067 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22098): Terminating (SIGTERM)\u000a12:28:05.480720 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22101): Terminating (SIGTERM)\u000a12:28:05.522000 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22104): Terminating (SIGTERM)\u000a12:28:05.531618 --- ParallelTerminationStrategy: PID 22098 died...\u000a12:28:05.586487 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22098): Terminated: ok {rc=0}\u000a12:28:05.596454 --- ParallelTerminationStrategy: PID 22101 died...\u000a12:28:05.651030 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22101): Terminated: ok {rc=0}\u000a12:28:05.660803 --- ParallelTerminationStrategy: PID 22104 died...\u000a12:28:05.715277 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22104): Terminated: ok {rc=0}\u000a12:28:05.800536 bus /sierra_3: Setting Powered False\u000a12:28:06.905063 bus /sierra_3: Setting Powered False\u000a12:28:08.011052 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 85, "className" : "voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22113): Process ended prematurely: osmo-stp_10.42.42.5(pid=22113) [trial-2404↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22113)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22113): Process ended prematurely: osmo-stp_10.42.42.5(pid=22113) [trial-2404↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22113)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2404 voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a12:28:09.118715 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a12:28:09.130608 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a12:28:09.277407 tst mo_mt_call_osmux.py: using LAC 40898\u000a12:28:09.394059 tst mo_mt_call_osmux.py: using RAC 98\u000a12:28:09.512362 tst mo_mt_call_osmux.py: using CellId 40898\u000a12:28:09.631628 tst mo_mt_call_osmux.py: using BVCI 40899\u000a12:28:09.654323 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a12:28:09.665640 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a12:28:09.676674 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a12:28:09.687692 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a12:28:09.699132 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a12:28:09.710501 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a12:28:09.830613 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a12:28:10.031772 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:28:10.500808 run create_hlr_db(pid=22107): Launched\u000a12:28:10.671936 bus /sierra_2: Setting Powered False\u000a12:28:11.693818 run create_hlr_db(pid=22107): Terminated: ok {rc=0}\u000a12:28:12.119809 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22109): Launched\u000a12:28:12.440826 run osmo-hlr_10.42.42.2(pid=22110): Launched\u000a12:28:12.559394 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:28:13.117648 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22112): Launched\u000a12:28:13.439099 run osmo-stp_10.42.42.5(pid=22113): Launched\u000a12:28:13.555243 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:28:14.148903 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22115): Launched\u000a12:28:14.470335 run osmo-msc_10.42.42.6(pid=22116): Launched\u000a12:28:14.658737 run osmo-stp_10.42.42.5(pid=22113): ERR: Terminated: ERROR {rc=1} [trial-2404↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22113)]\u000a12:28:14.796146 run osmo-stp_10.42.42.5(pid=22113): stdout: \u000a| (launched: 2022-12-14_12:28:13.281150)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:28:14.931132 run osmo-stp_10.42.42.5(pid=22113): stderr: \u000a| �[0;m�[38;5;43m20221214122813475 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214122813475 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214122813476 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214122813476 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214122813477 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214122813477 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214122813477 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:28:15.059600 run osmo-stp_10.42.42.5(pid=22113): stdout: \u000a| (launched: 2022-12-14_12:28:13.281150)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:28:15.187067 run osmo-stp_10.42.42.5(pid=22113): stderr: \u000a| �[0;m�[38;5;43m20221214122813475 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214122813475 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214122813476 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214122813476 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214122813477 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214122813477 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214122813477 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:28:15.244001 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=22113): Process ended prematurely: osmo-stp_10.42.42.5(pid=22113) [trial-2404↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22113)] [trial-2404↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8]\u000a12:28:15.253402 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a12:28:15.315155 run osmo-hlr_10.42.42.2(pid=22110): ERR: Terminated: ERROR {rc=237} [trial-2404↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22110)]\u000a12:28:15.365656 run osmo-hlr_10.42.42.2(pid=22110): stdout: \u000a| (launched: 2022-12-14_12:28:12.283450) \u000a12:28:15.416901 run osmo-hlr_10.42.42.2(pid=22110): stderr: \u000a| �[0;m�[1;31m20221214122812483 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214122812483 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214122812483 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214122812483 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214122812483 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214122812483 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214122812496 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2404/run.2022-12-14_11-25-45/voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214122812504 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214122812504 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214122812504 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:28:15.486855 run osmo-msc_10.42.42.6(pid=22116): ERR: Terminated: ERROR {rc=2} [trial-2404↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=22116)]\u000a12:28:15.537266 run osmo-msc_10.42.42.6(pid=22116): stdout: \u000a| (launched: 2022-12-14_12:28:14.313112) \u000a12:28:15.589047 run osmo-msc_10.42.42.6(pid=22116): stderr: \u000a| �[0;m�[38;5;43m20221214122814637 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214122814637 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fc2f7150c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214122814637 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214122814638 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214122814638 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214122814638 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214122814639 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214122814640 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214122814640 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214122814640 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:28:15.632666 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22109): Terminating (SIGTERM)\u000a12:28:15.674435 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22112): Terminating (SIGTERM)\u000a12:28:15.715754 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22115): Terminating (SIGTERM)\u000a12:28:15.725409 --- ParallelTerminationStrategy: PID 22109 died...\u000a12:28:15.780510 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22109): Terminated: ok {rc=0}\u000a12:28:15.790513 --- ParallelTerminationStrategy: PID 22112 died...\u000a12:28:15.845516 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22112): Terminated: ok {rc=0}\u000a12:28:15.856415 --- ParallelTerminationStrategy: PID 22115 died...\u000a12:28:15.915244 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22115): Terminated: ok {rc=0}\u000a12:28:16.004066 bus /sierra_3: Setting Powered False\u000a12:28:17.125591 bus /sierra_3: Setting Powered False\u000a12:28:18.237109 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "137", "name" : "voice_nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T12:27:58" }, { "cases" : [ { "testActions" : [ ], "age" : 74, "className" : "voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22127): Process ended prematurely: osmo-stp_10.42.42.5(pid=22127) [trial-2404↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22127)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22127): Process ended prematurely: osmo-stp_10.42.42.5(pid=22127) [trial-2404↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22127)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2404 voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call.py\u000a----------------------------------------------\u000a12:28:20.204514 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a12:28:20.216123 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a12:28:20.368895 tst mo_mt_call.py: using LAC 40899\u000a12:28:20.494170 tst mo_mt_call.py: using RAC 99\u000a12:28:20.618912 tst mo_mt_call.py: using CellId 40899\u000a12:28:20.743691 tst mo_mt_call.py: using BVCI 40900\u000a12:28:20.767977 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a12:28:20.779647 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a12:28:20.791050 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a12:28:20.802545 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a12:28:20.814168 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a12:28:20.825702 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a12:28:20.944539 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a12:28:21.145948 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:28:21.621525 run create_hlr_db(pid=22121): Launched\u000a12:28:21.792800 bus /sierra_2: Setting Powered False\u000a12:28:22.814853 run create_hlr_db(pid=22121): Terminated: ok {rc=0}\u000a12:28:23.240719 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22123): Launched\u000a12:28:23.561558 run osmo-hlr_10.42.42.2(pid=22124): Launched\u000a12:28:23.678849 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:28:24.235857 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22126): Launched\u000a12:28:24.555398 run osmo-stp_10.42.42.5(pid=22127): Launched\u000a12:28:24.671789 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:28:25.257743 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22129): Launched\u000a12:28:25.577141 run osmo-msc_10.42.42.6(pid=22130): Launched\u000a12:28:25.764452 run osmo-stp_10.42.42.5(pid=22127): ERR: Terminated: ERROR {rc=1} [trial-2404↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22127)]\u000a12:28:25.899121 run osmo-stp_10.42.42.5(pid=22127): stdout: \u000a| (launched: 2022-12-14_12:28:24.398584)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:28:26.033248 run osmo-stp_10.42.42.5(pid=22127): stderr: \u000a| �[0;m�[38;5;43m20221214122824593 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214122824593 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214122824593 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214122824594 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214122824594 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214122824594 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214122824594 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:28:26.161689 run osmo-stp_10.42.42.5(pid=22127): stdout: \u000a| (launched: 2022-12-14_12:28:24.398584)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:28:26.288899 run osmo-stp_10.42.42.5(pid=22127): stderr: \u000a| �[0;m�[38;5;43m20221214122824593 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214122824593 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214122824593 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214122824594 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214122824594 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214122824594 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214122824594 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:28:26.345287 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=22127): Process ended prematurely: osmo-stp_10.42.42.5(pid=22127) [trial-2404↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22127)] [trial-2404↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8]\u000a12:28:26.354554 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a12:28:26.416076 run osmo-hlr_10.42.42.2(pid=22124): ERR: Terminated: ERROR {rc=237} [trial-2404↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22124)]\u000a12:28:26.467415 run osmo-hlr_10.42.42.2(pid=22124): stdout: \u000a| (launched: 2022-12-14_12:28:23.404572) \u000a12:28:26.518640 run osmo-hlr_10.42.42.2(pid=22124): stderr: \u000a| �[0;m�[1;31m20221214122823603 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214122823603 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214122823603 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214122823603 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214122823603 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214122823603 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214122823615 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2404/run.2022-12-14_11-25-45/voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214122823623 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214122823624 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214122823624 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:28:26.588295 run osmo-msc_10.42.42.6(pid=22130): ERR: Terminated: ERROR {rc=2} [trial-2404↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=22130)]\u000a12:28:26.638542 run osmo-msc_10.42.42.6(pid=22130): stdout: \u000a| (launched: 2022-12-14_12:28:25.420314) \u000a12:28:26.689478 run osmo-msc_10.42.42.6(pid=22130): stderr: \u000a| �[0;m�[38;5;43m20221214122825742 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214122825743 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fbdd9958c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214122825743 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214122825743 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214122825743 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214122825743 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214122825745 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214122825745 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214122825745 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214122825746 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:28:26.733122 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22123): Terminating (SIGTERM)\u000a12:28:26.774251 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22126): Terminating (SIGTERM)\u000a12:28:26.816115 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22129): Terminating (SIGTERM)\u000a12:28:26.825810 --- ParallelTerminationStrategy: PID 22123 died...\u000a12:28:26.880581 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22123): Terminated: ok {rc=0}\u000a12:28:26.890475 --- ParallelTerminationStrategy: PID 22126 died...\u000a12:28:26.944891 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22126): Terminated: ok {rc=0}\u000a12:28:26.954774 --- ParallelTerminationStrategy: PID 22129 died...\u000a12:28:27.009585 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22129): Terminated: ok {rc=0}\u000a12:28:27.096741 bus /sierra_3: Setting Powered False\u000a12:28:28.199658 bus /sierra_3: Setting Powered False\u000a12:28:29.305793 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 85, "className" : "voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22139): Process ended prematurely: osmo-stp_10.42.42.5(pid=22139) [trial-2404↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22139)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22139): Process ended prematurely: osmo-stp_10.42.42.5(pid=22139) [trial-2404↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22139)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2404 voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a12:28:30.418249 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a12:28:30.430610 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a12:28:30.583115 tst mo_mt_call_osmux.py: using LAC 40900\u000a12:28:30.710306 tst mo_mt_call_osmux.py: using RAC 100\u000a12:28:30.840424 tst mo_mt_call_osmux.py: using CellId 40900\u000a12:28:31.005854 tst mo_mt_call_osmux.py: using BVCI 40901\u000a12:28:31.030251 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a12:28:31.043654 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a12:28:31.056092 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a12:28:31.068176 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a12:28:31.081425 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a12:28:31.094543 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a12:28:31.218985 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a12:28:31.425606 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:28:32.001113 run create_hlr_db(pid=22133): Launched\u000a12:28:32.217795 bus /sierra_2: Setting Powered False\u000a12:28:33.204889 run create_hlr_db(pid=22133): Terminated: ok {rc=0}\u000a12:28:33.662401 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22135): Launched\u000a12:28:33.983790 run osmo-hlr_10.42.42.2(pid=22136): Launched\u000a12:28:34.100284 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:28:34.658559 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22138): Launched\u000a12:28:34.979895 run osmo-stp_10.42.42.5(pid=22139): Launched\u000a12:28:35.096822 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:28:35.685598 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22141): Launched\u000a12:28:36.005880 run osmo-msc_10.42.42.6(pid=22142): Launched\u000a12:28:36.194005 run osmo-stp_10.42.42.5(pid=22139): ERR: Terminated: ERROR {rc=1} [trial-2404↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22139)]\u000a12:28:36.329727 run osmo-stp_10.42.42.5(pid=22139): stdout: \u000a| (launched: 2022-12-14_12:28:34.821625)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:28:36.464509 run osmo-stp_10.42.42.5(pid=22139): stderr: \u000a| �[0;m�[38;5;43m20221214122835015 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214122835015 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214122835015 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214122835016 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214122835016 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214122835016 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214122835016 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:28:36.592613 run osmo-stp_10.42.42.5(pid=22139): stdout: \u000a| (launched: 2022-12-14_12:28:34.821625)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:28:36.719557 run osmo-stp_10.42.42.5(pid=22139): stderr: \u000a| �[0;m�[38;5;43m20221214122835015 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214122835015 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214122835015 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214122835016 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214122835016 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214122835016 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214122835016 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:28:36.775857 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=22139): Process ended prematurely: osmo-stp_10.42.42.5(pid=22139) [trial-2404↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22139)] [trial-2404↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8]\u000a12:28:36.785088 tst mo_mt_call_osmux.py:8: Test FAILED (6.4 sec)\u000a12:28:36.847124 run osmo-hlr_10.42.42.2(pid=22136): ERR: Terminated: ERROR {rc=237} [trial-2404↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22136)]\u000a12:28:36.898261 run osmo-hlr_10.42.42.2(pid=22136): stdout: \u000a| (launched: 2022-12-14_12:28:33.825912) \u000a12:28:36.950057 run osmo-hlr_10.42.42.2(pid=22136): stderr: \u000a| �[0;m�[1;31m20221214122834023 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214122834023 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214122834023 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214122834023 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214122834023 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214122834024 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214122834035 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2404/run.2022-12-14_11-25-45/voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214122834044 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214122834044 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214122834044 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:28:37.020194 run osmo-msc_10.42.42.6(pid=22142): ERR: Terminated: ERROR {rc=2} [trial-2404↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=22142)]\u000a12:28:37.071057 run osmo-msc_10.42.42.6(pid=22142): stdout: \u000a| (launched: 2022-12-14_12:28:35.848530) \u000a12:28:37.122439 run osmo-msc_10.42.42.6(pid=22142): stderr: \u000a| �[0;m�[38;5;43m20221214122836169 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214122836170 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f11984f1c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214122836170 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214122836170 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214122836170 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214122836170 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214122836172 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214122836172 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214122836172 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214122836172 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:28:37.166407 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22135): Terminating (SIGTERM)\u000a12:28:37.207820 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22138): Terminating (SIGTERM)\u000a12:28:37.250023 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22141): Terminating (SIGTERM)\u000a12:28:37.259549 --- ParallelTerminationStrategy: PID 22135 died...\u000a12:28:37.314961 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22135): Terminated: ok {rc=0}\u000a12:28:37.325101 --- ParallelTerminationStrategy: PID 22138 died...\u000a12:28:37.379982 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22138): Terminated: ok {rc=0}\u000a12:28:37.389922 --- ParallelTerminationStrategy: PID 22141 died...\u000a12:28:37.444702 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22141): Terminated: ok {rc=0}\u000a12:28:37.530534 bus /sierra_3: Setting Powered False\u000a12:28:38.636387 bus /sierra_3: Setting Powered False\u000a12:28:39.747474 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "138", "name" : "voice_nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T12:28:19" }, { "cases" : [ { "testActions" : [ ], "age" : 74, "className" : "voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22153): Process ended prematurely: osmo-stp_10.42.42.5(pid=22153) [trial-2404↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22153)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22153): Process ended prematurely: osmo-stp_10.42.42.5(pid=22153) [trial-2404↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22153)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2404 voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call.py\u000a----------------------------------------------\u000a12:28:41.710906 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a12:28:41.722189 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a12:28:41.868616 tst mo_mt_call.py: using LAC 40901\u000a12:28:41.987076 tst mo_mt_call.py: using RAC 101\u000a12:28:42.111598 tst mo_mt_call.py: using CellId 40901\u000a12:28:42.227203 tst mo_mt_call.py: using BVCI 40902\u000a12:28:42.249915 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a12:28:42.261130 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a12:28:42.272143 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a12:28:42.283171 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a12:28:42.294566 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a12:28:42.305914 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a12:28:42.427003 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a12:28:42.629307 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:28:43.100164 run create_hlr_db(pid=22147): Launched\u000a12:28:43.271809 bus /sierra_2: Setting Powered False\u000a12:28:44.293725 run create_hlr_db(pid=22147): Terminated: ok {rc=0}\u000a12:28:44.721354 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22149): Launched\u000a12:28:45.042429 run osmo-hlr_10.42.42.2(pid=22150): Launched\u000a12:28:45.162918 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:28:45.723058 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22152): Launched\u000a12:28:46.148758 run osmo-stp_10.42.42.5(pid=22153): Launched\u000a12:28:46.381195 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:28:47.045728 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22155): Launched\u000a12:28:47.350855 run osmo-msc_10.42.42.6(pid=22156): Launched\u000a12:28:47.527671 run osmo-stp_10.42.42.5(pid=22153): ERR: Terminated: ERROR {rc=1} [trial-2404↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22153)]\u000a12:28:47.656772 run osmo-stp_10.42.42.5(pid=22153): stdout: \u000a| (launched: 2022-12-14_12:28:45.894825)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:28:47.782128 run osmo-stp_10.42.42.5(pid=22153): stderr: \u000a| �[0;m�[38;5;43m20221214122846232 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214122846232 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214122846232 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214122846242 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214122846245 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214122846245 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214122846245 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:28:47.903084 run osmo-stp_10.42.42.5(pid=22153): stdout: \u000a| (launched: 2022-12-14_12:28:45.894825)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:28:48.021659 run osmo-stp_10.42.42.5(pid=22153): stderr: \u000a| �[0;m�[38;5;43m20221214122846232 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214122846232 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214122846232 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214122846242 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214122846245 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214122846245 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214122846245 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:28:48.074106 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=22153): Process ended prematurely: osmo-stp_10.42.42.5(pid=22153) [trial-2404↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22153)] [trial-2404↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8]\u000a12:28:48.082765 tst mo_mt_call.py:8: Test FAILED (6.4 sec)\u000a12:28:48.142590 run osmo-hlr_10.42.42.2(pid=22150): ERR: Terminated: ERROR {rc=237} [trial-2404↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22150)]\u000a12:28:48.191199 run osmo-hlr_10.42.42.2(pid=22150): stdout: \u000a| (launched: 2022-12-14_12:28:44.884650) \u000a12:28:48.240765 run osmo-hlr_10.42.42.2(pid=22150): stderr: \u000a| �[0;m�[1;31m20221214122845084 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214122845084 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214122845084 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214122845084 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214122845084 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214122845084 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214122845096 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2404/run.2022-12-14_11-25-45/voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214122845106 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214122845106 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214122845107 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:28:48.308351 run osmo-msc_10.42.42.6(pid=22156): ERR: Terminated: ERROR {rc=2} [trial-2404↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=22156)]\u000a12:28:48.357001 run osmo-msc_10.42.42.6(pid=22156): stdout: \u000a| (launched: 2022-12-14_12:28:47.200717) \u000a12:28:48.406055 run osmo-msc_10.42.42.6(pid=22156): stderr: \u000a| �[0;m�[38;5;43m20221214122847468 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214122847468 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f61c8a7bc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214122847468 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214122847468 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214122847468 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214122847469 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214122847470 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214122847471 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214122847471 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214122847471 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:28:48.447729 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22149): Terminating (SIGTERM)\u000a12:28:48.487017 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22152): Terminating (SIGTERM)\u000a12:28:48.526445 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22155): Terminating (SIGTERM)\u000a12:28:48.535534 --- ParallelTerminationStrategy: PID 22149 died...\u000a12:28:48.588376 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22149): Terminated: ok {rc=0}\u000a12:28:48.597863 --- ParallelTerminationStrategy: PID 22152 died...\u000a12:28:48.650397 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22152): Terminated: ok {rc=0}\u000a12:28:48.659759 --- ParallelTerminationStrategy: PID 22155 died...\u000a12:28:48.712923 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22155): Terminated: ok {rc=0}\u000a12:28:48.800375 bus /sierra_3: Setting Powered False\u000a12:28:49.900803 bus /sierra_3: Setting Powered False\u000a12:28:51.006003 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 87, "className" : "voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22164): Process ended prematurely: osmo-stp_10.42.42.5(pid=22164) [trial-2404↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22164)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22164): Process ended prematurely: osmo-stp_10.42.42.5(pid=22164) [trial-2404↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22164)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2404 voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call_osmux.py\u000a----------------------------------------------\u000a12:28:52.120058 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a12:28:52.132375 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a12:28:52.288218 tst mo_mt_call_osmux.py: using LAC 40902\u000a12:28:52.414922 tst mo_mt_call_osmux.py: using RAC 102\u000a12:28:52.540805 tst mo_mt_call_osmux.py: using CellId 40902\u000a12:28:52.666646 tst mo_mt_call_osmux.py: using BVCI 40903\u000a12:28:52.691068 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a12:28:52.702879 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a12:28:52.714438 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a12:28:52.725983 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a12:28:52.737688 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a12:28:52.749313 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a12:28:52.868543 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a12:28:53.069565 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:28:53.540325 run create_hlr_db(pid=22158): Launched\u000a12:28:53.711475 bus /sierra_2: Setting Powered False\u000a12:28:54.733346 run create_hlr_db(pid=22158): Terminated: ok {rc=0}\u000a12:28:55.131364 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22160): Launched\u000a12:28:55.430151 run osmo-hlr_10.42.42.2(pid=22161): Launched\u000a12:28:55.543874 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:28:56.070118 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22163): Launched\u000a12:28:56.369928 run osmo-stp_10.42.42.5(pid=22164): Launched\u000a12:28:56.479776 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:28:57.027089 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22166): Launched\u000a12:28:57.327166 run osmo-msc_10.42.42.6(pid=22167): Launched\u000a12:28:57.504067 run osmo-stp_10.42.42.5(pid=22164): ERR: Terminated: ERROR {rc=1} [trial-2404↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22164)]\u000a12:28:57.631060 run osmo-stp_10.42.42.5(pid=22164): stdout: \u000a| (launched: 2022-12-14_12:28:56.221438)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:28:57.755785 run osmo-stp_10.42.42.5(pid=22164): stderr: \u000a| �[0;m�[38;5;43m20221214122856392 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214122856392 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214122856392 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214122856393 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214122856393 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214122856393 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214122856393 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:28:57.875408 run osmo-stp_10.42.42.5(pid=22164): stdout: \u000a| (launched: 2022-12-14_12:28:56.221438)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:28:57.994230 run osmo-stp_10.42.42.5(pid=22164): stderr: \u000a| �[0;m�[38;5;43m20221214122856392 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214122856392 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214122856392 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214122856393 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214122856393 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214122856393 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214122856393 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:28:58.046646 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=22164): Process ended prematurely: osmo-stp_10.42.42.5(pid=22164) [trial-2404↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22164)] [trial-2404↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8]\u000a12:28:58.055218 tst mo_mt_call_osmux.py:8: Test FAILED (6.0 sec)\u000a12:28:58.114787 run osmo-hlr_10.42.42.2(pid=22161): ERR: Terminated: ERROR {rc=237} [trial-2404↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22161)]\u000a12:28:58.163590 run osmo-hlr_10.42.42.2(pid=22161): stdout: \u000a| (launched: 2022-12-14_12:28:55.282833) \u000a12:28:58.213100 run osmo-hlr_10.42.42.2(pid=22161): stderr: \u000a| �[0;m�[1;31m20221214122855459 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214122855459 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214122855459 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214122855459 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214122855459 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214122855459 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214122855471 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2404/run.2022-12-14_11-25-45/voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214122855479 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214122855480 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214122855480 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:28:58.280343 run osmo-msc_10.42.42.6(pid=22167): ERR: Terminated: ERROR {rc=2} [trial-2404↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=22167)]\u000a12:28:58.329241 run osmo-msc_10.42.42.6(pid=22167): stdout: \u000a| (launched: 2022-12-14_12:28:57.178797) \u000a12:28:58.378617 run osmo-msc_10.42.42.6(pid=22167): stderr: \u000a| �[0;m�[38;5;43m20221214122857449 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214122857449 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f9ecb2a5c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214122857449 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214122857449 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214122857450 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214122857450 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214122857451 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214122857452 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214122857452 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214122857452 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:28:58.420353 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22160): Terminating (SIGTERM)\u000a12:28:58.459687 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22163): Terminating (SIGTERM)\u000a12:28:58.499515 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22166): Terminating (SIGTERM)\u000a12:28:58.509044 --- ParallelTerminationStrategy: PID 22160 died...\u000a12:28:58.562003 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22160): Terminated: ok {rc=0}\u000a12:28:58.571436 --- ParallelTerminationStrategy: PID 22163 died...\u000a12:28:58.623697 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22163): Terminated: ok {rc=0}\u000a12:28:58.633144 --- ParallelTerminationStrategy: PID 22166 died...\u000a12:28:58.685659 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22166): Terminated: ok {rc=0}\u000a12:28:58.772164 bus /sierra_3: Setting Powered False\u000a12:28:59.872546 bus /sierra_3: Setting Powered False\u000a12:29:00.980219 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "139", "name" : "voice_nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T12:28:41" }, { "cases" : [ { "testActions" : [ ], "age" : 74, "className" : "emergency:nanobts+band-1900", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22178): Process ended prematurely: osmo-stp_10.42.42.5(pid=22178) [trial-2404↪emergency:nanobts+band-1900↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22178)]", "failedSince" : 2331, "name" : "emergency_mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_mo_mt_call.py\", line 19, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22178): Process ended prematurely: osmo-stp_10.42.42.5(pid=22178) [trial-2404↪emergency:nanobts+band-1900↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22178)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2404 emergency:nanobts+band-1900 emergency_mo_mt_call.py\u000a----------------------------------------------\u000a12:29:02.987102 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a12:29:02.998336 tst emergency:nanobts+band-1900: Using 1 x bts (candidates: 1)\u000a12:29:03.127499 tst emergency_mo_mt_call.py: using LAC 40903\u000a12:29:03.250165 tst emergency_mo_mt_call.py: using RAC 103\u000a12:29:03.375058 tst emergency_mo_mt_call.py: using CellId 40903\u000a12:29:03.497789 tst emergency_mo_mt_call.py: using BVCI 40904\u000a12:29:03.521667 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a12:29:03.533144 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a12:29:03.544130 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a12:29:03.555088 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a12:29:03.566220 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a12:29:03.577206 tst emergency:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a12:29:03.693906 tst emergency:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a12:29:03.896869 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:29:04.356192 run create_hlr_db(pid=22172): Launched\u000a12:29:04.526005 bus /sierra_2: Setting Powered False\u000a12:29:05.546744 run create_hlr_db(pid=22172): Terminated: ok {rc=0}\u000a12:29:05.965921 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22174): Launched\u000a12:29:06.280149 run osmo-hlr_10.42.42.2(pid=22175): Launched\u000a12:29:06.395655 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:29:06.941726 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22177): Launched\u000a12:29:07.254967 run osmo-stp_10.42.42.5(pid=22178): Launched\u000a12:29:07.379089 tst emergency_mo_mt_call.py: using MSISDN 8679\u000a12:29:07.535140 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:29:08.107908 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22180): Launched\u000a12:29:08.421810 run osmo-msc_10.42.42.6(pid=22181): Launched\u000a12:29:08.605680 run osmo-stp_10.42.42.5(pid=22178): ERR: Terminated: ERROR {rc=1} [trial-2404↪emergency:nanobts+band-1900↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22178)]\u000a12:29:08.738746 run osmo-stp_10.42.42.5(pid=22178): stdout: \u000a| (launched: 2022-12-14_12:29:07.101124)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:29:08.871184 run osmo-stp_10.42.42.5(pid=22178): stderr: \u000a| �[0;m�[38;5;43m20221214122907295 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214122907296 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214122907296 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214122907296 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214122907297 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214122907297 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214122907297 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:29:08.997209 run osmo-stp_10.42.42.5(pid=22178): stdout: \u000a| (launched: 2022-12-14_12:29:07.101124)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:29:09.121883 run osmo-stp_10.42.42.5(pid=22178): stderr: \u000a| �[0;m�[38;5;43m20221214122907295 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214122907296 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214122907296 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214122907296 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214122907297 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214122907297 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214122907297 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:29:09.176905 tst emergency_mo_mt_call.py:19: ERR: Error: osmo-stp_10.42.42.5(pid=22178): Process ended prematurely: osmo-stp_10.42.42.5(pid=22178) [trial-2404↪emergency:nanobts+band-1900↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22178)] [trial-2404↪emergency:nanobts+band-1900↪emergency_mo_mt_call.py:19]\u000a12:29:09.185641 tst emergency_mo_mt_call.py:19: Test FAILED (6.2 sec)\u000a12:29:09.247699 run osmo-hlr_10.42.42.2(pid=22175): ERR: Terminated: ERROR {rc=237} [trial-2404↪emergency:nanobts+band-1900↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22175)]\u000a12:29:09.298836 run osmo-hlr_10.42.42.2(pid=22175): stdout: \u000a| (launched: 2022-12-14_12:29:06.125570) \u000a12:29:09.350483 run osmo-hlr_10.42.42.2(pid=22175): stderr: \u000a| �[0;m�[1;31m20221214122906326 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214122906326 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214122906327 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214122906327 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214122906327 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214122906327 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214122906337 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2404/run.2022-12-14_11-25-45/emergency:nanobts+band-1900/emergency_mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214122906345 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214122906346 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214122906346 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:29:09.420125 run osmo-msc_10.42.42.6(pid=22181): ERR: Terminated: ERROR {rc=2} [trial-2404↪emergency:nanobts+band-1900↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=22181)]\u000a12:29:09.470467 run osmo-msc_10.42.42.6(pid=22181): stdout: \u000a| (launched: 2022-12-14_12:29:08.267288) \u000a12:29:09.521377 run osmo-msc_10.42.42.6(pid=22181): stderr: \u000a| �[0;m�[38;5;43m20221214122908589 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214122908589 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f845f64cc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214122908589 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214122908589 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214122908590 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214122908590 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214122908592 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214122908592 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214122908592 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214122908592 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:29:09.564863 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22174): Terminating (SIGTERM)\u000a12:29:09.606207 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22177): Terminating (SIGTERM)\u000a12:29:09.648055 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22180): Terminating (SIGTERM)\u000a12:29:09.657711 --- ParallelTerminationStrategy: PID 22174 died...\u000a12:29:09.712408 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22174): Terminated: ok {rc=0}\u000a12:29:09.722350 --- ParallelTerminationStrategy: PID 22177 died...\u000a12:29:09.777076 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22177): Terminated: ok {rc=0}\u000a12:29:09.786986 --- ParallelTerminationStrategy: PID 22180 died...\u000a12:29:09.841545 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22180): Terminated: ok {rc=0}\u000a12:29:09.927315 bus /sierra_3: Setting Powered False\u000a12:29:11.029386 bus /sierra_3: Setting Powered False\u000a12:29:12.137582 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 244, "className" : "emergency:nanobts+band-1900", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22189): Process ended prematurely: osmo-stp_10.42.42.5(pid=22189) [trial-2404↪emergency:nanobts+band-1900↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22189)]", "failedSince" : 2161, "name" : "emergency_preemptive_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_preemptive_call.py\", line 32, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22189): Process ended prematurely: osmo-stp_10.42.42.5(pid=22189) [trial-2404↪emergency:nanobts+band-1900↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22189)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2404 emergency:nanobts+band-1900 emergency_preemptive_call.py\u000a----------------------------------------------\u000a12:29:13.189969 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a12:29:13.201609 tst emergency:nanobts+band-1900: Using 1 x bts (candidates: 1)\u000a12:29:13.325939 tst emergency_preemptive_call.py: using LAC 40904\u000a12:29:13.440108 tst emergency_preemptive_call.py: using RAC 104\u000a12:29:13.559356 tst emergency_preemptive_call.py: using CellId 40904\u000a12:29:13.671546 tst emergency_preemptive_call.py: using BVCI 40905\u000a12:29:13.693736 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a12:29:13.704518 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a12:29:13.715154 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a12:29:13.725665 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a12:29:13.736508 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a12:29:13.747900 tst emergency:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a12:29:13.860927 tst emergency:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a12:29:13.980715 tst emergency:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a12:29:14.097436 tst emergency:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a12:29:14.297832 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:29:14.761777 run create_hlr_db(pid=22183): Launched\u000a12:29:14.931962 bus /sierra_2: Setting Powered False\u000a12:29:15.970581 run create_hlr_db(pid=22183): Terminated: ok {rc=0}\u000a12:29:16.385716 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22185): Launched\u000a12:29:16.686521 run osmo-hlr_10.42.42.2(pid=22186): Launched\u000a12:29:16.847318 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:29:17.533324 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22188): Launched\u000a12:29:17.826744 run osmo-stp_10.42.42.5(pid=22189): Launched\u000a12:29:17.952817 tst emergency_preemptive_call.py: using MSISDN 8680\u000a12:29:18.103007 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:29:18.639320 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22191): Launched\u000a12:29:18.933975 run osmo-msc_10.42.42.6(pid=22192): Launched\u000a12:29:19.107824 run osmo-stp_10.42.42.5(pid=22189): ERR: Terminated: ERROR {rc=1} [trial-2404↪emergency:nanobts+band-1900↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22189)]\u000a12:29:19.233982 run osmo-stp_10.42.42.5(pid=22189): stdout: \u000a| (launched: 2022-12-14_12:29:17.681494)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:29:19.357298 run osmo-stp_10.42.42.5(pid=22189): stderr: \u000a| �[0;m�[38;5;43m20221214122917851 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214122917851 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214122917852 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214122917854 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214122917854 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214122917854 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214122917854 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:29:19.475389 run osmo-stp_10.42.42.5(pid=22189): stdout: \u000a| (launched: 2022-12-14_12:29:17.681494)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:29:19.592888 run osmo-stp_10.42.42.5(pid=22189): stderr: \u000a| �[0;m�[38;5;43m20221214122917851 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214122917851 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214122917852 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214122917854 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214122917854 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214122917854 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214122917854 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:29:19.644539 tst emergency_preemptive_call.py:32: ERR: Error: osmo-stp_10.42.42.5(pid=22189): Process ended prematurely: osmo-stp_10.42.42.5(pid=22189) [trial-2404↪emergency:nanobts+band-1900↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22189)] [trial-2404↪emergency:nanobts+band-1900↪emergency_preemptive_call.py:32]\u000a12:29:19.652674 tst emergency_preemptive_call.py:32: Test FAILED (6.5 sec)\u000a12:29:19.712714 run osmo-hlr_10.42.42.2(pid=22186): ERR: Terminated: ERROR {rc=237} [trial-2404↪emergency:nanobts+band-1900↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22186)]\u000a12:29:19.761720 run osmo-hlr_10.42.42.2(pid=22186): stdout: \u000a| (launched: 2022-12-14_12:29:16.537591) \u000a12:29:19.811252 run osmo-hlr_10.42.42.2(pid=22186): stderr: \u000a| �[0;m�[1;31m20221214122916912 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214122916912 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214122916913 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214122916913 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214122916914 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214122916914 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214122916941 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2404/run.2022-12-14_11-25-45/emergency:nanobts+band-1900/emergency_preemptive_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214122916966 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214122916966 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214122916967 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:29:19.878665 run osmo-msc_10.42.42.6(pid=22192): ERR: Terminated: ERROR {rc=2} [trial-2404↪emergency:nanobts+band-1900↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=22192)]\u000a12:29:19.927230 run osmo-msc_10.42.42.6(pid=22192): stdout: \u000a| (launched: 2022-12-14_12:29:18.787873) \u000a12:29:19.976721 run osmo-msc_10.42.42.6(pid=22192): stderr: \u000a| �[0;m�[38;5;43m20221214122919056 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214122919056 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ff78553dc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214122919056 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214122919056 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214122919056 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214122919056 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214122919058 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214122919059 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214122919059 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214122919059 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:29:20.018767 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22185): Terminating (SIGTERM)\u000a12:29:20.058432 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22188): Terminating (SIGTERM)\u000a12:29:20.098122 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22191): Terminating (SIGTERM)\u000a12:29:20.107373 --- ParallelTerminationStrategy: PID 22185 died...\u000a12:29:20.160885 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22185): Terminated: ok {rc=0}\u000a12:29:20.170525 --- ParallelTerminationStrategy: PID 22188 died...\u000a12:29:20.223543 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22188): Terminated: ok {rc=0}\u000a12:29:20.233250 --- ParallelTerminationStrategy: PID 22191 died...\u000a12:29:20.286462 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22191): Terminated: ok {rc=0}\u000a12:29:20.373989 bus /sierra_9: Setting Powered False\u000a12:29:21.476714 bus /sierra_9: Setting Powered False\u000a12:29:22.588364 bus /sierra_8: Setting Powered False\u000a12:29:23.690999 bus /sierra_8: Setting Powered False\u000a12:29:24.797666 bus /sierra_3: Setting Powered False\u000a12:29:25.903911 bus /sierra_3: Setting Powered False\u000a12:29:27.011916 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 27.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "140", "name" : "emergency_nanobts+band-1900", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T12:29:02" }, { "cases" : [ { "testActions" : [ ], "age" : 266, "className" : "gprs:nanobts+band-1900", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22207): Process ended prematurely: osmo-stp_10.42.42.5(pid=22207) [trial-2404↪gprs:nanobts+band-1900↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22207)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22207): Process ended prematurely: osmo-stp_10.42.42.5(pid=22207) [trial-2404↪gprs:nanobts+band-1900↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22207)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2404 gprs:nanobts+band-1900 cs_paging_gprs_active.py\u000a----------------------------------------------\u000a12:29:29.119808 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a12:29:29.130892 tst gprs:nanobts+band-1900: Using 1 x bts (candidates: 1)\u000a12:29:29.260851 tst cs_paging_gprs_active.py: using LAC 40905\u000a12:29:29.384444 tst cs_paging_gprs_active.py: using RAC 105\u000a12:29:29.508173 tst cs_paging_gprs_active.py: using CellId 40905\u000a12:29:29.631695 tst cs_paging_gprs_active.py: using BVCI 40906\u000a12:29:29.656285 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a12:29:29.667525 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a12:29:29.678506 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a12:29:29.689407 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a12:29:29.700336 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a12:29:29.711244 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a12:29:29.722354 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a12:29:29.733222 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a12:29:29.744229 tst gprs:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a12:29:29.859717 tst gprs:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a12:29:30.151998 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a12:29:30.286203 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:29:30.619577 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22197): Launched\u000a12:29:30.908812 run iperf3-srv_10.42.42.10(pid=22198): Launched\u000a12:29:31.098047 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a12:29:31.227751 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:29:31.567274 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22199): Launched\u000a12:29:31.852823 run iperf3-srv_10.42.42.10(pid=22200): Launched\u000a12:29:32.040735 tst cs_paging_gprs_active.py:38: start network...\u000a12:29:32.195195 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:29:32.710952 run create_hlr_db(pid=22201): Launched\u000a12:29:32.896714 bus /sierra_2: Setting Powered False\u000a12:29:33.917610 run create_hlr_db(pid=22201): Terminated: ok {rc=0}\u000a12:29:34.322246 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22203): Launched\u000a12:29:34.623994 run osmo-hlr_10.42.42.2(pid=22204): Launched\u000a12:29:34.740853 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:29:35.274277 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22206): Launched\u000a12:29:35.575914 run osmo-stp_10.42.42.5(pid=22207): Launched\u000a12:29:35.685278 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a12:29:36.210489 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22209): Launched\u000a12:29:36.317745 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a12:29:36.581935 run patchelf(pid=22210): Launched\u000a12:29:36.759227 run osmo-stp_10.42.42.5(pid=22207): ERR: Terminated: ERROR {rc=1} [trial-2404↪gprs:nanobts+band-1900↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22207)]\u000a12:29:36.888394 run osmo-stp_10.42.42.5(pid=22207): stdout: \u000a| (launched: 2022-12-14_12:29:35.427029)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:29:37.018394 run osmo-stp_10.42.42.5(pid=22207): stderr: \u000a| �[0;m�[38;5;43m20221214122935597 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214122935597 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214122935597 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214122935598 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214122935598 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214122935598 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214122935598 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:29:37.143300 run osmo-stp_10.42.42.5(pid=22207): stdout: \u000a| (launched: 2022-12-14_12:29:35.427029)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:29:37.267309 run osmo-stp_10.42.42.5(pid=22207): stderr: \u000a| �[0;m�[38;5;43m20221214122935597 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214122935597 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214122935597 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214122935598 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214122935598 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214122935598 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214122935598 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:29:37.411621 run patchelf(pid=22210): Terminating (SIGINT)\u000a12:29:37.580696 run patchelf(pid=22210): Terminated: ok {rc=0}\u000a12:29:37.611761 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=22207): Process ended prematurely: osmo-stp_10.42.42.5(pid=22207) [trial-2404↪gprs:nanobts+band-1900↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22207)] [trial-2404↪gprs:nanobts+band-1900↪cs_paging_gprs_active.py:38]\u000a12:29:37.620896 tst cs_paging_gprs_active.py:38: Test FAILED (8.5 sec)\u000a12:29:37.681199 run osmo-hlr_10.42.42.2(pid=22204): ERR: Terminated: ERROR {rc=237} [trial-2404↪gprs:nanobts+band-1900↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22204)]\u000a12:29:37.730212 run osmo-hlr_10.42.42.2(pid=22204): stdout: \u000a| (launched: 2022-12-14_12:29:34.474443) \u000a12:29:37.779683 run osmo-hlr_10.42.42.2(pid=22204): stderr: \u000a| �[0;m�[1;31m20221214122934650 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214122934650 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214122934650 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214122934650 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214122934650 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214122934650 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214122934664 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2404/run.2022-12-14_11-25-45/gprs:nanobts+band-1900/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214122934674 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214122934674 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214122934674 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:29:37.822233 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22197): Terminating (SIGTERM)\u000a12:29:37.862206 run iperf3-srv_10.42.42.10(pid=22198): Terminating (SIGTERM)\u000a12:29:37.902146 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22199): Terminating (SIGTERM)\u000a12:29:37.942202 run iperf3-srv_10.42.42.10(pid=22200): Terminating (SIGTERM)\u000a12:29:37.982221 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22203): Terminating (SIGTERM)\u000a12:29:38.022030 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22206): Terminating (SIGTERM)\u000a12:29:38.062011 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22209): Terminating (SIGTERM)\u000a12:29:38.071258 --- ParallelTerminationStrategy: PID 22197 died...\u000a12:29:38.125136 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22197): Terminated: ok {rc=0}\u000a12:29:38.134661 --- ParallelTerminationStrategy: PID 22198 died...\u000a12:29:38.187887 run iperf3-srv_10.42.42.10(pid=22198): Terminated {rc=256}\u000a12:29:38.197504 --- ParallelTerminationStrategy: PID 22199 died...\u000a12:29:38.250764 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22199): Terminated: ok {rc=0}\u000a12:29:38.260308 --- ParallelTerminationStrategy: PID 22200 died...\u000a12:29:38.313732 run iperf3-srv_10.42.42.10(pid=22200): Terminated {rc=256}\u000a12:29:38.323324 --- ParallelTerminationStrategy: PID 22203 died...\u000a12:29:38.376608 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22203): Terminated: ok {rc=0}\u000a12:29:38.386265 --- ParallelTerminationStrategy: PID 22206 died...\u000a12:29:38.439682 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22206): Terminated: ok {rc=0}\u000a12:29:38.449392 --- ParallelTerminationStrategy: PID 22209 died...\u000a12:29:38.503431 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22209): Terminated: ok {rc=0}\u000a12:29:38.587934 bus /gobi_0: Setting Powered False\u000a12:29:39.696298 bus /gobi_0: Setting Powered False\u000a12:29:40.804278 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 266, "className" : "gprs:nanobts+band-1900", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22219): Process ended prematurely: osmo-stp_10.42.42.5(pid=22219) [trial-2404↪gprs:nanobts+band-1900↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22219)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22219): Process ended prematurely: osmo-stp_10.42.42.5(pid=22219) [trial-2404↪gprs:nanobts+band-1900↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22219)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2404 gprs:nanobts+band-1900 iperf3.py\u000a----------------------------------------------\u000a12:29:41.918198 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a12:29:41.929929 tst gprs:nanobts+band-1900: Using 1 x bts (candidates: 1)\u000a12:29:42.060139 tst iperf3.py: using LAC 40906\u000a12:29:42.187166 tst iperf3.py: using RAC 106\u000a12:29:42.311338 tst iperf3.py: using CellId 40906\u000a12:29:42.436428 tst iperf3.py: using BVCI 40907\u000a12:29:42.460911 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a12:29:42.472214 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a12:29:42.483380 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a12:29:42.494413 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a12:29:42.505381 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a12:29:42.516182 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a12:29:42.527555 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a12:29:42.538495 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a12:29:42.549620 tst gprs:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a12:29:42.843950 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a12:29:42.977595 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:29:43.310949 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22211): Launched\u000a12:29:43.587219 run iperf3-srv_10.42.42.10(pid=22212): Launched\u000a12:29:43.783804 tst iperf3.py:8: start network...\u000a12:29:43.917816 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:29:44.431206 run create_hlr_db(pid=22213): Launched\u000a12:29:44.604093 bus /gobi_6: Setting Powered False\u000a12:29:45.625604 run create_hlr_db(pid=22213): Terminated: ok {rc=0}\u000a12:29:46.073562 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22215): Launched\u000a12:29:46.473477 run osmo-hlr_10.42.42.2(pid=22216): Launched\u000a12:29:46.595106 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:29:47.222211 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22218): Launched\u000a12:29:47.531742 run osmo-stp_10.42.42.5(pid=22219): Launched\u000a12:29:47.648788 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a12:29:48.177385 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22221): Launched\u000a12:29:48.284379 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a12:29:48.547760 run patchelf(pid=22222): Launched\u000a12:29:48.724419 run osmo-stp_10.42.42.5(pid=22219): ERR: Terminated: ERROR {rc=1} [trial-2404↪gprs:nanobts+band-1900↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22219)]\u000a12:29:48.853700 run osmo-stp_10.42.42.5(pid=22219): stdout: \u000a| (launched: 2022-12-14_12:29:47.377430)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:29:48.982544 run osmo-stp_10.42.42.5(pid=22219): stderr: \u000a| �[0;m�[38;5;43m20221214122947554 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214122947554 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214122947554 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214122947555 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214122947555 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214122947555 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214122947555 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:29:49.107089 run osmo-stp_10.42.42.5(pid=22219): stdout: \u000a| (launched: 2022-12-14_12:29:47.377430)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:29:49.230417 run osmo-stp_10.42.42.5(pid=22219): stderr: \u000a| �[0;m�[38;5;43m20221214122947554 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214122947554 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214122947554 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214122947555 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214122947555 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214122947555 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214122947555 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:29:49.374075 run patchelf(pid=22222): Terminating (SIGINT)\u000a12:29:49.543239 run patchelf(pid=22222): Terminated: ok {rc=0}\u000a12:29:49.574474 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=22219): Process ended prematurely: osmo-stp_10.42.42.5(pid=22219) [trial-2404↪gprs:nanobts+band-1900↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22219)] [trial-2404↪gprs:nanobts+band-1900↪iperf3.py:8]\u000a12:29:49.583787 tst iperf3.py:8: Test FAILED (7.7 sec)\u000a12:29:49.644040 run osmo-hlr_10.42.42.2(pid=22216): ERR: Terminated: ERROR {rc=237} [trial-2404↪gprs:nanobts+band-1900↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22216)]\u000a12:29:49.693029 run osmo-hlr_10.42.42.2(pid=22216): stdout: \u000a| (launched: 2022-12-14_12:29:46.229123) \u000a12:29:49.742686 run osmo-hlr_10.42.42.2(pid=22216): stderr: \u000a| �[0;m�[1;31m20221214122946590 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214122946590 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214122946590 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214122946590 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214122946590 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214122946590 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214122946612 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2404/run.2022-12-14_11-25-45/gprs:nanobts+band-1900/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214122946625 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214122946625 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214122946625 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:29:49.785108 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22211): Terminating (SIGTERM)\u000a12:29:49.825113 run iperf3-srv_10.42.42.10(pid=22212): Terminating (SIGTERM)\u000a12:29:49.865283 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22215): Terminating (SIGTERM)\u000a12:29:49.905198 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22218): Terminating (SIGTERM)\u000a12:29:49.945187 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22221): Terminating (SIGTERM)\u000a12:29:49.954449 --- ParallelTerminationStrategy: PID 22211 died...\u000a12:29:50.008420 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22211): Terminated: ok {rc=0}\u000a12:29:50.018105 --- ParallelTerminationStrategy: PID 22212 died...\u000a12:29:50.071564 run iperf3-srv_10.42.42.10(pid=22212): Terminated {rc=256}\u000a12:29:50.081180 --- ParallelTerminationStrategy: PID 22215 died...\u000a12:29:50.134499 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22215): Terminated: ok {rc=0}\u000a12:29:50.144100 --- ParallelTerminationStrategy: PID 22218 died...\u000a12:29:50.197450 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22218): Terminated: ok {rc=0}\u000a12:29:50.207064 --- ParallelTerminationStrategy: PID 22221 died...\u000a12:29:50.260481 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22221): Terminated: ok {rc=0}\u000a12:29:50.348467 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 266, "className" : "gprs:nanobts+band-1900", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22237): Process ended prematurely: osmo-stp_10.42.42.5(pid=22237) [trial-2404↪gprs:nanobts+band-1900↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22237)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22237): Process ended prematurely: osmo-stp_10.42.42.5(pid=22237) [trial-2404↪gprs:nanobts+band-1900↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22237)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2404 gprs:nanobts+band-1900 iperf3m4.py\u000a----------------------------------------------\u000a12:29:51.458178 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a12:29:51.469692 tst gprs:nanobts+band-1900: Using 1 x bts (candidates: 1)\u000a12:29:51.596796 tst iperf3m4.py: using LAC 40907\u000a12:29:51.716126 tst iperf3m4.py: using RAC 107\u000a12:29:51.835563 tst iperf3m4.py: using CellId 40907\u000a12:29:51.954767 tst iperf3m4.py: using BVCI 40908\u000a12:29:51.977604 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a12:29:51.988320 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a12:29:51.998957 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a12:29:52.009534 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a12:29:52.020425 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a12:29:52.031206 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a12:29:52.042689 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a12:29:52.053933 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a12:29:52.064938 tst gprs:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a12:29:52.186334 tst gprs:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a12:29:52.308603 tst gprs:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a12:29:52.426809 tst gprs:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a12:29:52.703485 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a12:29:52.828897 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:29:53.142095 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22223): Launched\u000a12:29:53.401304 run iperf3-srv_10.42.42.10(pid=22224): Launched\u000a12:29:53.582723 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a12:29:53.707105 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:29:54.019435 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22225): Launched\u000a12:29:54.278993 run iperf3-srv_10.42.42.10(pid=22226): Launched\u000a12:29:54.461117 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a12:29:54.586031 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:29:54.898994 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22227): Launched\u000a12:29:55.157904 run iperf3-srv_10.42.42.10(pid=22228): Launched\u000a12:29:55.339359 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a12:29:55.463473 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:29:55.775642 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22229): Launched\u000a12:29:56.034932 run iperf3-srv_10.42.42.10(pid=22230): Launched\u000a12:29:56.217023 tst iperf3m4.py:8: start network...\u000a12:29:56.341537 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:29:56.812840 run create_hlr_db(pid=22231): Launched\u000a12:29:56.985368 bus /gobi_6: Setting Powered False\u000a12:29:58.006427 run create_hlr_db(pid=22231): Terminated: ok {rc=0}\u000a12:29:58.435149 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22233): Launched\u000a12:29:58.758352 run osmo-hlr_10.42.42.2(pid=22234): Launched\u000a12:29:58.876366 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:29:59.434859 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22236): Launched\u000a12:29:59.757168 run osmo-stp_10.42.42.5(pid=22237): Launched\u000a12:29:59.873087 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a12:30:00.435405 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22239): Launched\u000a12:30:00.550082 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a12:30:00.839833 run patchelf(pid=22240): Launched\u000a12:30:01.039870 run osmo-stp_10.42.42.5(pid=22237): ERR: Terminated: ERROR {rc=1} [trial-2404↪gprs:nanobts+band-1900↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22237)]\u000a12:30:01.174541 run osmo-stp_10.42.42.5(pid=22237): stdout: \u000a| (launched: 2022-12-14_12:29:59.598236)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:30:01.309631 run osmo-stp_10.42.42.5(pid=22237): stderr: \u000a| �[0;m�[38;5;43m20221214122959787 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214122959788 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214122959788 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214122959788 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214122959789 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214122959789 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214122959789 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:30:01.439904 run osmo-stp_10.42.42.5(pid=22237): stdout: \u000a| (launched: 2022-12-14_12:29:59.598236)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:30:01.569661 run osmo-stp_10.42.42.5(pid=22237): stderr: \u000a| �[0;m�[38;5;43m20221214122959787 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214122959788 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214122959788 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214122959788 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214122959789 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214122959789 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214122959789 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:30:01.727019 run patchelf(pid=22240): Terminating (SIGINT)\u000a12:30:01.903593 run patchelf(pid=22240): Terminated: ok {rc=0}\u000a12:30:01.936492 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=22237): Process ended prematurely: osmo-stp_10.42.42.5(pid=22237) [trial-2404↪gprs:nanobts+band-1900↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22237)] [trial-2404↪gprs:nanobts+band-1900↪iperf3m4.py:8]\u000a12:30:01.947138 tst iperf3m4.py:8: Test FAILED (10.5 sec)\u000a12:30:02.010512 run osmo-hlr_10.42.42.2(pid=22234): ERR: Terminated: ERROR {rc=237} [trial-2404↪gprs:nanobts+band-1900↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22234)]\u000a12:30:02.062621 run osmo-hlr_10.42.42.2(pid=22234): stdout: \u000a| (launched: 2022-12-14_12:29:58.599358) \u000a12:30:02.114733 run osmo-hlr_10.42.42.2(pid=22234): stderr: \u000a| �[0;m�[1;31m20221214122958794 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214122958794 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214122958794 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214122958794 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214122958794 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214122958794 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214122958808 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2404/run.2022-12-14_11-25-45/gprs:nanobts+band-1900/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214122958816 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214122958816 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214122958816 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:30:02.159311 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22223): Terminating (SIGTERM)\u000a12:30:02.202136 run iperf3-srv_10.42.42.10(pid=22224): Terminating (SIGTERM)\u000a12:30:02.243699 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22225): Terminating (SIGTERM)\u000a12:30:02.286162 run iperf3-srv_10.42.42.10(pid=22226): Terminating (SIGTERM)\u000a12:30:02.328058 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22227): Terminating (SIGTERM)\u000a12:30:02.369639 run iperf3-srv_10.42.42.10(pid=22228): Terminating (SIGTERM)\u000a12:30:02.411088 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22229): Terminating (SIGTERM)\u000a12:30:02.452245 run iperf3-srv_10.42.42.10(pid=22230): Terminating (SIGTERM)\u000a12:30:02.493839 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22233): Terminating (SIGTERM)\u000a12:30:02.535241 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22236): Terminating (SIGTERM)\u000a12:30:02.576839 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22239): Terminating (SIGTERM)\u000a12:30:02.586348 --- ParallelTerminationStrategy: PID 22223 died...\u000a12:30:02.641662 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22223): Terminated: ok {rc=0}\u000a12:30:02.651756 --- ParallelTerminationStrategy: PID 22224 died...\u000a12:30:02.706859 run iperf3-srv_10.42.42.10(pid=22224): Terminated {rc=256}\u000a12:30:02.716801 --- ParallelTerminationStrategy: PID 22225 died...\u000a12:30:02.771988 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22225): Terminated: ok {rc=0}\u000a12:30:02.782076 --- ParallelTerminationStrategy: PID 22226 died...\u000a12:30:02.837460 run iperf3-srv_10.42.42.10(pid=22226): Terminated {rc=256}\u000a12:30:02.847711 --- ParallelTerminationStrategy: PID 22227 died...\u000a12:30:02.903106 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22227): Terminated: ok {rc=0}\u000a12:30:02.913188 --- ParallelTerminationStrategy: PID 22228 died...\u000a12:30:02.968240 run iperf3-srv_10.42.42.10(pid=22228): Terminated {rc=256}\u000a12:30:02.978276 --- ParallelTerminationStrategy: PID 22229 died...\u000a12:30:03.033717 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22229): Terminated: ok {rc=0}\u000a12:30:03.043826 --- ParallelTerminationStrategy: PID 22230 died...\u000a12:30:03.099110 run iperf3-srv_10.42.42.10(pid=22230): Terminated {rc=256}\u000a12:30:03.109143 --- ParallelTerminationStrategy: PID 22233 died...\u000a12:30:03.164275 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22233): Terminated: ok {rc=0}\u000a12:30:03.174501 --- ParallelTerminationStrategy: PID 22236 died...\u000a12:30:03.229665 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22236): Terminated: ok {rc=0}\u000a12:30:03.239716 --- ParallelTerminationStrategy: PID 22239 died...\u000a12:30:03.295498 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22239): Terminated: ok {rc=0}\u000a12:30:03.381477 bus /gobi_4: Setting Powered False\u000a12:30:04.486725 bus /gobi_4: Setting Powered False\u000a12:30:05.595464 bus /gobi_1: Setting Powered False\u000a12:30:06.701179 bus /gobi_1: Setting Powered False\u000a12:30:07.807632 bus /gobi_0: Setting Powered False\u000a12:30:08.913260 bus /gobi_0: Setting Powered False\u000a12:30:10.023983 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 266, "className" : "gprs:nanobts+band-1900", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22250): Process ended prematurely: osmo-stp_10.42.42.5(pid=22250) [trial-2404↪gprs:nanobts+band-1900↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22250)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22250): Process ended prematurely: osmo-stp_10.42.42.5(pid=22250) [trial-2404↪gprs:nanobts+band-1900↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22250)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2404 gprs:nanobts+band-1900 ping.py\u000a----------------------------------------------\u000a12:30:11.091512 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a12:30:11.103339 tst gprs:nanobts+band-1900: Using 1 x bts (candidates: 1)\u000a12:30:11.236017 tst ping.py: using LAC 40908\u000a12:30:11.355019 tst ping.py: using RAC 108\u000a12:30:11.472878 tst ping.py: using CellId 40908\u000a12:30:11.590254 tst ping.py: using BVCI 40909\u000a12:30:11.612582 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a12:30:11.623385 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a12:30:11.634139 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a12:30:11.644798 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a12:30:11.656118 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a12:30:11.667512 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a12:30:11.678884 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a12:30:11.690291 tst gprs:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a12:30:11.977131 tst ping.py:19: start network...\u000a12:30:12.108073 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:30:12.611724 run create_hlr_db(pid=22244): Launched\u000a12:30:12.794239 bus /gobi_6: Setting Powered False\u000a12:30:13.814497 run create_hlr_db(pid=22244): Terminated: ok {rc=0}\u000a12:30:14.234732 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22246): Launched\u000a12:30:14.546427 run osmo-hlr_10.42.42.2(pid=22247): Launched\u000a12:30:14.661988 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:30:15.175219 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22249): Launched\u000a12:30:15.469215 run osmo-stp_10.42.42.5(pid=22250): Launched\u000a12:30:15.576391 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a12:30:16.115531 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22252): Launched\u000a12:30:16.222979 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a12:30:16.504554 run patchelf(pid=22253): Launched\u000a12:30:16.682597 run osmo-stp_10.42.42.5(pid=22250): ERR: Terminated: ERROR {rc=1} [trial-2404↪gprs:nanobts+band-1900↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22250)]\u000a12:30:16.813188 run osmo-stp_10.42.42.5(pid=22250): stdout: \u000a| (launched: 2022-12-14_12:30:15.324411)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:30:16.944206 run osmo-stp_10.42.42.5(pid=22250): stderr: \u000a| �[0;m�[38;5;43m20221214123015495 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214123015495 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214123015495 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214123015496 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214123015496 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214123015496 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214123015496 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:30:17.070103 run osmo-stp_10.42.42.5(pid=22250): stdout: \u000a| (launched: 2022-12-14_12:30:15.324411)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:30:17.194681 run osmo-stp_10.42.42.5(pid=22250): stderr: \u000a| �[0;m�[38;5;43m20221214123015495 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214123015495 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214123015495 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214123015496 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214123015496 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214123015496 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214123015496 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:30:17.336493 run patchelf(pid=22253): Terminating (SIGINT)\u000a12:30:17.502552 run patchelf(pid=22253): Terminated: ok {rc=0}\u000a12:30:17.533034 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=22250): Process ended prematurely: osmo-stp_10.42.42.5(pid=22250) [trial-2404↪gprs:nanobts+band-1900↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22250)] [trial-2404↪gprs:nanobts+band-1900↪ping.py:22]\u000a12:30:17.541910 tst ping.py:22: Test FAILED (6.4 sec)\u000a12:30:17.602389 run osmo-hlr_10.42.42.2(pid=22247): ERR: Terminated: ERROR {rc=237} [trial-2404↪gprs:nanobts+band-1900↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22247)]\u000a12:30:17.651047 run osmo-hlr_10.42.42.2(pid=22247): stdout: \u000a| (launched: 2022-12-14_12:30:14.395004) \u000a12:30:17.700708 run osmo-hlr_10.42.42.2(pid=22247): stderr: \u000a| �[0;m�[1;31m20221214123014573 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214123014573 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214123014573 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214123014573 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214123014574 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214123014574 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214123014585 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2404/run.2022-12-14_11-25-45/gprs:nanobts+band-1900/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214123014593 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214123014594 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214123014594 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:30:17.743074 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22246): Terminating (SIGTERM)\u000a12:30:17.783082 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22249): Terminating (SIGTERM)\u000a12:30:17.823545 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22252): Terminating (SIGTERM)\u000a12:30:17.833209 --- ParallelTerminationStrategy: PID 22246 died...\u000a12:30:17.886690 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22246): Terminated: ok {rc=0}\u000a12:30:17.896379 --- ParallelTerminationStrategy: PID 22249 died...\u000a12:30:17.949865 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22249): Terminated: ok {rc=0}\u000a12:30:17.959541 --- ParallelTerminationStrategy: PID 22252 died...\u000a12:30:18.012832 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22252): Terminated: ok {rc=0}\u000a12:30:18.100139 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 266, "className" : "gprs:nanobts+band-1900", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22261): Process ended prematurely: osmo-stp_10.42.42.5(pid=22261) [trial-2404↪gprs:nanobts+band-1900↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22261)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22261): Process ended prematurely: osmo-stp_10.42.42.5(pid=22261) [trial-2404↪gprs:nanobts+band-1900↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22261)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2404 gprs:nanobts+band-1900 ping_idle_ping.py\u000a----------------------------------------------\u000a12:30:19.151847 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a12:30:19.163333 tst gprs:nanobts+band-1900: Using 1 x bts (candidates: 1)\u000a12:30:19.288701 tst ping_idle_ping.py: using LAC 40909\u000a12:30:19.404182 tst ping_idle_ping.py: using RAC 109\u000a12:30:19.522041 tst ping_idle_ping.py: using CellId 40909\u000a12:30:19.638293 tst ping_idle_ping.py: using BVCI 40910\u000a12:30:19.660566 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a12:30:19.671290 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a12:30:19.681991 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a12:30:19.692442 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a12:30:19.703197 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a12:30:19.713984 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a12:30:19.724893 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a12:30:19.735849 tst gprs:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a12:30:20.007606 tst ping_idle_ping.py:24: start network...\u000a12:30:20.129811 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:30:20.595400 run create_hlr_db(pid=22254): Launched\u000a12:30:20.765226 bus /gobi_6: Setting Powered False\u000a12:30:21.786938 run create_hlr_db(pid=22254): Terminated: ok {rc=0}\u000a12:30:22.209707 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22257): Launched\u000a12:30:22.527070 run osmo-hlr_10.42.42.2(pid=22258): Launched\u000a12:30:22.642691 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:30:23.193881 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22260): Launched\u000a12:30:23.511450 run osmo-stp_10.42.42.5(pid=22261): Launched\u000a12:30:23.626013 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a12:30:24.178593 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22263): Launched\u000a12:30:24.291138 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a12:30:24.567060 run patchelf(pid=22264): Launched\u000a12:30:24.752499 run osmo-stp_10.42.42.5(pid=22261): ERR: Terminated: ERROR {rc=1} [trial-2404↪gprs:nanobts+band-1900↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22261)]\u000a12:30:24.888369 run osmo-stp_10.42.42.5(pid=22261): stdout: \u000a| (launched: 2022-12-14_12:30:23.355633)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:30:25.024767 run osmo-stp_10.42.42.5(pid=22261): stderr: \u000a| �[0;m�[38;5;43m20221214123023548 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214123023549 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214123023549 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214123023549 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214123023550 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214123023550 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214123023550 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:30:25.155946 run osmo-stp_10.42.42.5(pid=22261): stdout: \u000a| (launched: 2022-12-14_12:30:23.355633)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:30:25.285550 run osmo-stp_10.42.42.5(pid=22261): stderr: \u000a| �[0;m�[38;5;43m20221214123023548 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214123023549 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214123023549 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214123023549 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214123023550 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214123023550 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214123023550 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:30:25.436837 run patchelf(pid=22264): Terminating (SIGINT)\u000a12:30:25.614504 run patchelf(pid=22264): Terminated: ok {rc=0}\u000a12:30:25.646832 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=22261): Process ended prematurely: osmo-stp_10.42.42.5(pid=22261) [trial-2404↪gprs:nanobts+band-1900↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22261)] [trial-2404↪gprs:nanobts+band-1900↪ping_idle_ping.py:27]\u000a12:30:25.656054 tst ping_idle_ping.py:27: Test FAILED (6.5 sec)\u000a12:30:25.719238 run osmo-hlr_10.42.42.2(pid=22258): ERR: Terminated: ERROR {rc=237} [trial-2404↪gprs:nanobts+band-1900↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22258)]\u000a12:30:25.770523 run osmo-hlr_10.42.42.2(pid=22258): stdout: \u000a| (launched: 2022-12-14_12:30:22.371060) \u000a12:30:25.822404 run osmo-hlr_10.42.42.2(pid=22258): stderr: \u000a| �[0;m�[1;31m20221214123022570 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214123022570 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214123022570 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214123022570 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214123022570 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214123022571 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214123022584 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2404/run.2022-12-14_11-25-45/gprs:nanobts+band-1900/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214123022593 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214123022594 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214123022594 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:30:25.866895 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22257): Terminating (SIGTERM)\u000a12:30:25.909347 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22260): Terminating (SIGTERM)\u000a12:30:25.951371 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22263): Terminating (SIGTERM)\u000a12:30:25.961229 --- ParallelTerminationStrategy: PID 22257 died...\u000a12:30:26.016899 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22257): Terminated: ok {rc=0}\u000a12:30:26.027059 --- ParallelTerminationStrategy: PID 22260 died...\u000a12:30:26.081865 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22260): Terminated: ok {rc=0}\u000a12:30:26.091806 --- ParallelTerminationStrategy: PID 22263 died...\u000a12:30:26.146458 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22263): Terminated: ok {rc=0}\u000a12:30:26.232328 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "141", "name" : "gprs_nanobts+band-1900", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T12:29:28" }, { "cases" : [ { "testActions" : [ ], "age" : 266, "className" : "gprs:nanobts+band-1900+mod-bts0-egprs", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22278): Process ended prematurely: osmo-stp_10.42.42.5(pid=22278) [trial-2404↪gprs:nanobts+band-1900+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22278)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22278): Process ended prematurely: osmo-stp_10.42.42.5(pid=22278) [trial-2404↪gprs:nanobts+band-1900+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22278)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2404 gprs:nanobts+band-1900+mod-bts0-egprs cs_paging_gprs_active.py\u000a----------------------------------------------\u000a12:30:28.371085 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:30:28.382391 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a12:30:28.517044 tst cs_paging_gprs_active.py: using LAC 40910\u000a12:30:28.643878 tst cs_paging_gprs_active.py: using RAC 110\u000a12:30:28.770403 tst cs_paging_gprs_active.py: using CellId 40910\u000a12:30:28.895853 tst cs_paging_gprs_active.py: using BVCI 40911\u000a12:30:28.920246 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:30:28.931644 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:30:28.942788 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:30:28.953966 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:30:28.965086 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:30:28.976244 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:30:28.987537 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:30:28.998623 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:30:29.010260 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a12:30:29.131019 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a12:30:29.408480 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a12:30:29.532410 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:30:29.843709 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22268): Launched\u000a12:30:30.102106 run iperf3-srv_10.42.42.10(pid=22269): Launched\u000a12:30:30.283497 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a12:30:30.407868 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:30:30.718396 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22270): Launched\u000a12:30:31.017252 run iperf3-srv_10.42.42.10(pid=22271): Launched\u000a12:30:31.238989 tst cs_paging_gprs_active.py:38: start network...\u000a12:30:31.378996 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:30:31.940470 run create_hlr_db(pid=22272): Launched\u000a12:30:32.132402 bus /gobi_6: Setting Powered False\u000a12:30:33.149709 run create_hlr_db(pid=22272): Terminated: ok {rc=0}\u000a12:30:33.553618 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22274): Launched\u000a12:30:33.853964 run osmo-hlr_10.42.42.2(pid=22275): Launched\u000a12:30:33.970576 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:30:34.500594 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22277): Launched\u000a12:30:34.800703 run osmo-stp_10.42.42.5(pid=22278): Launched\u000a12:30:34.909688 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a12:30:35.434341 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22280): Launched\u000a12:30:35.541589 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a12:30:35.805069 run patchelf(pid=22281): Launched\u000a12:30:35.981384 run osmo-stp_10.42.42.5(pid=22278): ERR: Terminated: ERROR {rc=1} [trial-2404↪gprs:nanobts+band-1900+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22278)]\u000a12:30:36.110611 run osmo-stp_10.42.42.5(pid=22278): stdout: \u000a| (launched: 2022-12-14_12:30:34.652463)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:30:36.239734 run osmo-stp_10.42.42.5(pid=22278): stderr: \u000a| �[0;m�[38;5;43m20221214123034822 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214123034822 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214123034822 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214123034823 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214123034823 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214123034823 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214123034823 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:30:36.364811 run osmo-stp_10.42.42.5(pid=22278): stdout: \u000a| (launched: 2022-12-14_12:30:34.652463)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:30:36.488418 run osmo-stp_10.42.42.5(pid=22278): stderr: \u000a| �[0;m�[38;5;43m20221214123034822 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214123034822 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214123034822 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214123034823 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214123034823 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214123034823 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214123034823 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:30:36.631702 run patchelf(pid=22281): Terminating (SIGINT)\u000a12:30:36.799972 run patchelf(pid=22281): Terminated: ok {rc=0}\u000a12:30:36.831251 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=22278): Process ended prematurely: osmo-stp_10.42.42.5(pid=22278) [trial-2404↪gprs:nanobts+band-1900+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22278)] [trial-2404↪gprs:nanobts+band-1900+mod-bts0-egprs↪cs_paging_gprs_active.py:38]\u000a12:30:36.840453 tst cs_paging_gprs_active.py:38: Test FAILED (8.5 sec)\u000a12:30:36.900767 run osmo-hlr_10.42.42.2(pid=22275): ERR: Terminated: ERROR {rc=237} [trial-2404↪gprs:nanobts+band-1900+mod-bts0-egprs↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22275)]\u000a12:30:36.949432 run osmo-hlr_10.42.42.2(pid=22275): stdout: \u000a| (launched: 2022-12-14_12:30:33.705076) \u000a12:30:36.998714 run osmo-hlr_10.42.42.2(pid=22275): stderr: \u000a| �[0;m�[1;31m20221214123033882 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214123033882 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214123033882 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214123033882 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214123033882 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214123033883 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214123033895 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2404/run.2022-12-14_11-25-45/gprs:nanobts+band-1900+mod-bts0-egprs/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214123033903 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214123033903 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214123033903 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:30:37.041029 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22268): Terminating (SIGTERM)\u000a12:30:37.080717 run iperf3-srv_10.42.42.10(pid=22269): Terminating (SIGTERM)\u000a12:30:37.120621 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22270): Terminating (SIGTERM)\u000a12:30:37.160239 run iperf3-srv_10.42.42.10(pid=22271): Terminating (SIGTERM)\u000a12:30:37.200022 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22274): Terminating (SIGTERM)\u000a12:30:37.239603 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22277): Terminating (SIGTERM)\u000a12:30:37.279235 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22280): Terminating (SIGTERM)\u000a12:30:37.288417 --- ParallelTerminationStrategy: PID 22268 died...\u000a12:30:37.341998 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22268): Terminated: ok {rc=0}\u000a12:30:37.351648 --- ParallelTerminationStrategy: PID 22269 died...\u000a12:30:37.404449 run iperf3-srv_10.42.42.10(pid=22269): Terminated {rc=256}\u000a12:30:37.413845 --- ParallelTerminationStrategy: PID 22270 died...\u000a12:30:37.467039 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22270): Terminated: ok {rc=0}\u000a12:30:37.476491 --- ParallelTerminationStrategy: PID 22271 died...\u000a12:30:37.529286 run iperf3-srv_10.42.42.10(pid=22271): Terminated {rc=256}\u000a12:30:37.538648 --- ParallelTerminationStrategy: PID 22274 died...\u000a12:30:37.591440 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22274): Terminated: ok {rc=0}\u000a12:30:37.600880 --- ParallelTerminationStrategy: PID 22277 died...\u000a12:30:37.653550 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22277): Terminated: ok {rc=0}\u000a12:30:37.663436 --- ParallelTerminationStrategy: PID 22280 died...\u000a12:30:37.716286 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22280): Terminated: ok {rc=0}\u000a12:30:37.803888 bus /gobi_0: Setting Powered False\u000a12:30:38.905922 bus /gobi_0: Setting Powered False\u000a12:30:40.011264 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 266, "className" : "gprs:nanobts+band-1900+mod-bts0-egprs", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22290): Process ended prematurely: osmo-stp_10.42.42.5(pid=22290) [trial-2404↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22290)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22290): Process ended prematurely: osmo-stp_10.42.42.5(pid=22290) [trial-2404↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22290)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2404 gprs:nanobts+band-1900+mod-bts0-egprs iperf3.py\u000a----------------------------------------------\u000a12:30:41.124772 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:30:41.137276 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a12:30:41.275074 tst iperf3.py: using LAC 40911\u000a12:30:41.400890 tst iperf3.py: using RAC 111\u000a12:30:41.527798 tst iperf3.py: using CellId 40911\u000a12:30:41.654998 tst iperf3.py: using BVCI 40912\u000a12:30:41.679798 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:30:41.691464 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:30:41.702949 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:30:41.714324 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:30:41.725534 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:30:41.736552 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:30:41.747902 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:30:41.759129 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:30:41.770498 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a12:30:42.053981 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a12:30:42.179154 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:30:42.491832 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22282): Launched\u000a12:30:42.752671 run iperf3-srv_10.42.42.10(pid=22283): Launched\u000a12:30:42.935352 tst iperf3.py:8: start network...\u000a12:30:43.060215 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:30:43.534123 run create_hlr_db(pid=22284): Launched\u000a12:30:43.706632 bus /gobi_6: Setting Powered False\u000a12:30:44.728428 run create_hlr_db(pid=22284): Terminated: ok {rc=0}\u000a12:30:45.129975 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22286): Launched\u000a12:30:45.432602 run osmo-hlr_10.42.42.2(pid=22287): Launched\u000a12:30:45.548689 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:30:46.155759 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22289): Launched\u000a12:30:46.655560 run osmo-stp_10.42.42.5(pid=22290): Launched\u000a12:30:46.866199 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a12:30:47.459501 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22292): Launched\u000a12:30:47.574431 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a12:30:47.855758 run patchelf(pid=22293): Launched\u000a12:30:48.044020 run osmo-stp_10.42.42.5(pid=22290): ERR: Terminated: ERROR {rc=1} [trial-2404↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22290)]\u000a12:30:48.181903 run osmo-stp_10.42.42.5(pid=22290): stdout: \u000a| (launched: 2022-12-14_12:30:46.321567)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:30:48.319987 run osmo-stp_10.42.42.5(pid=22290): stderr: \u000a| �[0;m�[38;5;43m20221214123046524 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214123046524 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214123046524 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214123046526 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214123046528 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214123046528 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214123046529 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:30:48.453647 run osmo-stp_10.42.42.5(pid=22290): stdout: \u000a| (launched: 2022-12-14_12:30:46.321567)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:30:48.585371 run osmo-stp_10.42.42.5(pid=22290): stderr: \u000a| �[0;m�[38;5;43m20221214123046524 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214123046524 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214123046524 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214123046526 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214123046528 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214123046528 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214123046529 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:30:48.738908 run patchelf(pid=22293): Terminating (SIGINT)\u000a12:30:48.919447 run patchelf(pid=22293): Terminated: ok {rc=0}\u000a12:30:48.952678 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=22290): Process ended prematurely: osmo-stp_10.42.42.5(pid=22290) [trial-2404↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22290)] [trial-2404↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3.py:8]\u000a12:30:48.962580 tst iperf3.py:8: Test FAILED (7.9 sec)\u000a12:30:49.025179 run osmo-hlr_10.42.42.2(pid=22287): ERR: Terminated: ERROR {rc=237} [trial-2404↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22287)]\u000a12:30:49.076319 run osmo-hlr_10.42.42.2(pid=22287): stdout: \u000a| (launched: 2022-12-14_12:30:45.283259) \u000a12:30:49.128442 run osmo-hlr_10.42.42.2(pid=22287): stderr: \u000a| �[0;m�[1;31m20221214123045459 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214123045459 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214123045459 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214123045459 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214123045459 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214123045459 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214123045474 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2404/run.2022-12-14_11-25-45/gprs:nanobts+band-1900+mod-bts0-egprs/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214123045484 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214123045484 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214123045484 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:30:49.172793 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22282): Terminating (SIGTERM)\u000a12:30:49.215658 run iperf3-srv_10.42.42.10(pid=22283): Terminating (SIGTERM)\u000a12:30:49.257381 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22286): Terminating (SIGTERM)\u000a12:30:49.299700 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22289): Terminating (SIGTERM)\u000a12:30:49.342027 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22292): Terminating (SIGTERM)\u000a12:30:49.351905 --- ParallelTerminationStrategy: PID 22282 died...\u000a12:30:49.407626 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22282): Terminated: ok {rc=0}\u000a12:30:49.417891 --- ParallelTerminationStrategy: PID 22283 died...\u000a12:30:49.473019 run iperf3-srv_10.42.42.10(pid=22283): Terminated {rc=256}\u000a12:30:49.482884 --- ParallelTerminationStrategy: PID 22286 died...\u000a12:30:49.537712 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22286): Terminated: ok {rc=0}\u000a12:30:49.547657 --- ParallelTerminationStrategy: PID 22289 died...\u000a12:30:49.602774 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22289): Terminated: ok {rc=0}\u000a12:30:49.612649 --- ParallelTerminationStrategy: PID 22292 died...\u000a12:30:49.667624 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22292): Terminated: ok {rc=0}\u000a12:30:49.752886 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 266, "className" : "gprs:nanobts+band-1900+mod-bts0-egprs", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22309): Process ended prematurely: osmo-stp_10.42.42.5(pid=22309) [trial-2404↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22309)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22309): Process ended prematurely: osmo-stp_10.42.42.5(pid=22309) [trial-2404↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22309)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2404 gprs:nanobts+band-1900+mod-bts0-egprs iperf3m4.py\u000a----------------------------------------------\u000a12:30:50.866994 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:30:50.879007 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a12:30:51.007956 tst iperf3m4.py: using LAC 40912\u000a12:30:51.134072 tst iperf3m4.py: using RAC 112\u000a12:30:51.261469 tst iperf3m4.py: using CellId 40912\u000a12:30:51.389172 tst iperf3m4.py: using BVCI 40913\u000a12:30:51.413711 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:30:51.425178 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:30:51.436239 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:30:51.447423 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:30:51.458489 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:30:51.470034 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:30:51.481465 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:30:51.492443 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:30:51.503769 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a12:30:51.620936 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a12:30:51.743483 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a12:30:51.860388 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a12:30:52.146992 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a12:30:52.272428 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:30:52.584470 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22295): Launched\u000a12:30:52.843509 run iperf3-srv_10.42.42.10(pid=22296): Launched\u000a12:30:53.026382 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a12:30:53.151379 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:30:53.464091 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22297): Launched\u000a12:30:53.723019 run iperf3-srv_10.42.42.10(pid=22298): Launched\u000a12:30:53.905389 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a12:30:54.030038 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:30:54.342413 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22299): Launched\u000a12:30:54.601079 run iperf3-srv_10.42.42.10(pid=22300): Launched\u000a12:30:54.783304 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a12:30:54.907563 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:30:55.219051 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22301): Launched\u000a12:30:55.478528 run iperf3-srv_10.42.42.10(pid=22302): Launched\u000a12:30:55.660316 tst iperf3m4.py:8: start network...\u000a12:30:55.784602 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:30:56.257423 run create_hlr_db(pid=22303): Launched\u000a12:30:56.429495 bus /gobi_6: Setting Powered False\u000a12:30:57.451926 run create_hlr_db(pid=22303): Terminated: ok {rc=0}\u000a12:30:57.879224 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22305): Launched\u000a12:30:58.201249 run osmo-hlr_10.42.42.2(pid=22306): Launched\u000a12:30:58.322029 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:30:58.883356 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22308): Launched\u000a12:30:59.204466 run osmo-stp_10.42.42.5(pid=22309): Launched\u000a12:30:59.321512 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a12:30:59.883110 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22311): Launched\u000a12:30:59.997609 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a12:31:00.278725 run patchelf(pid=22312): Launched\u000a12:31:00.467182 run osmo-stp_10.42.42.5(pid=22309): ERR: Terminated: ERROR {rc=1} [trial-2404↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22309)]\u000a12:31:00.604247 run osmo-stp_10.42.42.5(pid=22309): stdout: \u000a| (launched: 2022-12-14_12:30:59.046699)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:31:00.741641 run osmo-stp_10.42.42.5(pid=22309): stderr: \u000a| �[0;m�[38;5;43m20221214123059235 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214123059235 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214123059235 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214123059236 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214123059236 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214123059236 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214123059236 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:31:00.874681 run osmo-stp_10.42.42.5(pid=22309): stdout: \u000a| (launched: 2022-12-14_12:30:59.046699)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:31:01.008547 run osmo-stp_10.42.42.5(pid=22309): stderr: \u000a| �[0;m�[38;5;43m20221214123059235 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214123059235 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214123059235 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214123059236 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214123059236 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214123059236 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214123059236 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:31:01.164009 run patchelf(pid=22312): Terminating (SIGINT)\u000a12:31:01.347423 run patchelf(pid=22312): Terminated: ok {rc=0}\u000a12:31:01.381656 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=22309): Process ended prematurely: osmo-stp_10.42.42.5(pid=22309) [trial-2404↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22309)] [trial-2404↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3m4.py:8]\u000a12:31:01.392641 tst iperf3m4.py:8: Test FAILED (10.6 sec)\u000a12:31:01.456321 run osmo-hlr_10.42.42.2(pid=22306): ERR: Terminated: ERROR {rc=237} [trial-2404↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22306)]\u000a12:31:01.508163 run osmo-hlr_10.42.42.2(pid=22306): stdout: \u000a| (launched: 2022-12-14_12:30:58.042931) \u000a12:31:01.560918 run osmo-hlr_10.42.42.2(pid=22306): stderr: \u000a| �[0;m�[1;31m20221214123058238 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214123058238 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214123058238 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214123058238 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214123058238 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214123058239 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214123058251 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2404/run.2022-12-14_11-25-45/gprs:nanobts+band-1900+mod-bts0-egprs/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214123058263 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214123058263 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214123058263 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:31:01.605536 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22295): Terminating (SIGTERM)\u000a12:31:01.649413 run iperf3-srv_10.42.42.10(pid=22296): Terminating (SIGTERM)\u000a12:31:01.693149 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22297): Terminating (SIGTERM)\u000a12:31:01.737476 run iperf3-srv_10.42.42.10(pid=22298): Terminating (SIGTERM)\u000a12:31:01.781280 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22299): Terminating (SIGTERM)\u000a12:31:01.823963 run iperf3-srv_10.42.42.10(pid=22300): Terminating (SIGTERM)\u000a12:31:01.869142 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22301): Terminating (SIGTERM)\u000a12:31:01.912002 run iperf3-srv_10.42.42.10(pid=22302): Terminating (SIGTERM)\u000a12:31:01.957071 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22305): Terminating (SIGTERM)\u000a12:31:01.999015 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22308): Terminating (SIGTERM)\u000a12:31:02.041020 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22311): Terminating (SIGTERM)\u000a12:31:02.050765 --- ParallelTerminationStrategy: PID 22295 died...\u000a12:31:02.106568 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22295): Terminated: ok {rc=0}\u000a12:31:02.117052 --- ParallelTerminationStrategy: PID 22296 died...\u000a12:31:02.172648 run iperf3-srv_10.42.42.10(pid=22296): Terminated {rc=256}\u000a12:31:02.183056 --- ParallelTerminationStrategy: PID 22297 died...\u000a12:31:02.238835 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22297): Terminated: ok {rc=0}\u000a12:31:02.249154 --- ParallelTerminationStrategy: PID 22298 died...\u000a12:31:02.303521 run iperf3-srv_10.42.42.10(pid=22298): Terminated {rc=256}\u000a12:31:02.313817 --- ParallelTerminationStrategy: PID 22299 died...\u000a12:31:02.368518 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22299): Terminated: ok {rc=0}\u000a12:31:02.378434 --- ParallelTerminationStrategy: PID 22300 died...\u000a12:31:02.432892 run iperf3-srv_10.42.42.10(pid=22300): Terminated {rc=256}\u000a12:31:02.442816 --- ParallelTerminationStrategy: PID 22301 died...\u000a12:31:02.497347 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22301): Terminated: ok {rc=0}\u000a12:31:02.507293 --- ParallelTerminationStrategy: PID 22302 died...\u000a12:31:02.561664 run iperf3-srv_10.42.42.10(pid=22302): Terminated {rc=256}\u000a12:31:02.571528 --- ParallelTerminationStrategy: PID 22305 died...\u000a12:31:02.626300 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22305): Terminated: ok {rc=0}\u000a12:31:02.636168 --- ParallelTerminationStrategy: PID 22308 died...\u000a12:31:02.691132 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22308): Terminated: ok {rc=0}\u000a12:31:02.701265 --- ParallelTerminationStrategy: PID 22311 died...\u000a12:31:02.756537 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22311): Terminated: ok {rc=0}\u000a12:31:02.842629 bus /gobi_4: Setting Powered False\u000a12:31:03.944291 bus /gobi_4: Setting Powered False\u000a12:31:05.055921 bus /gobi_1: Setting Powered False\u000a12:31:06.158735 bus /gobi_1: Setting Powered False\u000a12:31:07.270315 bus /gobi_0: Setting Powered False\u000a12:31:08.373722 bus /gobi_0: Setting Powered False\u000a12:31:09.487326 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 266, "className" : "gprs:nanobts+band-1900+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22319): Process ended prematurely: osmo-stp_10.42.42.5(pid=22319) [trial-2404↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22319)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22319): Process ended prematurely: osmo-stp_10.42.42.5(pid=22319) [trial-2404↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22319)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2404 gprs:nanobts+band-1900+mod-bts0-egprs ping.py\u000a----------------------------------------------\u000a12:31:10.554500 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:31:10.566248 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a12:31:10.691173 tst ping.py: using LAC 40913\u000a12:31:10.810770 tst ping.py: using RAC 113\u000a12:31:10.924163 tst ping.py: using CellId 40913\u000a12:31:11.046944 tst ping.py: using BVCI 40914\u000a12:31:11.071355 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:31:11.083110 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:31:11.094544 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:31:11.105951 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:31:11.117361 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:31:11.128532 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:31:11.139927 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:31:11.151117 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a12:31:11.437748 tst ping.py:19: start network...\u000a12:31:11.568377 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:31:12.069959 run create_hlr_db(pid=22313): Launched\u000a12:31:12.252420 bus /gobi_6: Setting Powered False\u000a12:31:13.273367 run create_hlr_db(pid=22313): Terminated: ok {rc=0}\u000a12:31:13.670094 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22315): Launched\u000a12:31:13.964941 run osmo-hlr_10.42.42.2(pid=22316): Launched\u000a12:31:14.080206 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:31:14.599769 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22318): Launched\u000a12:31:14.894385 run osmo-stp_10.42.42.5(pid=22319): Launched\u000a12:31:15.001297 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a12:31:15.515317 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22321): Launched\u000a12:31:15.619747 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a12:31:15.911401 run patchelf(pid=22322): Launched\u000a12:31:16.097590 run osmo-stp_10.42.42.5(pid=22319): ERR: Terminated: ERROR {rc=1} [trial-2404↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22319)]\u000a12:31:16.236536 run osmo-stp_10.42.42.5(pid=22319): stdout: \u000a| (launched: 2022-12-14_12:31:14.748464)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:31:16.378914 run osmo-stp_10.42.42.5(pid=22319): stderr: \u000a| �[0;m�[38;5;43m20221214123114920 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214123114920 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214123114921 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214123114921 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214123114921 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214123114922 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214123114922 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:31:16.513512 run osmo-stp_10.42.42.5(pid=22319): stdout: \u000a| (launched: 2022-12-14_12:31:14.748464)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:31:16.646512 run osmo-stp_10.42.42.5(pid=22319): stderr: \u000a| �[0;m�[38;5;43m20221214123114920 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214123114920 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214123114921 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214123114921 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214123114921 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214123114922 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214123114922 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:31:16.803034 run patchelf(pid=22322): Terminating (SIGINT)\u000a12:31:16.985608 run patchelf(pid=22322): Terminated: ok {rc=0}\u000a12:31:17.019071 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=22319): Process ended prematurely: osmo-stp_10.42.42.5(pid=22319) [trial-2404↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22319)] [trial-2404↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping.py:22]\u000a12:31:17.028923 tst ping.py:22: Test FAILED (6.5 sec)\u000a12:31:17.100906 run osmo-hlr_10.42.42.2(pid=22316): ERR: Terminated: ERROR {rc=237} [trial-2404↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22316)]\u000a12:31:17.158791 run osmo-hlr_10.42.42.2(pid=22316): stdout: \u000a| (launched: 2022-12-14_12:31:13.818469) \u000a12:31:17.210663 run osmo-hlr_10.42.42.2(pid=22316): stderr: \u000a| �[0;m�[1;31m20221214123113995 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214123113995 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214123113996 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214123113996 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214123113996 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214123113996 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214123114006 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2404/run.2022-12-14_11-25-45/gprs:nanobts+band-1900+mod-bts0-egprs/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214123114015 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214123114015 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214123114015 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:31:17.254853 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22315): Terminating (SIGTERM)\u000a12:31:17.297530 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22318): Terminating (SIGTERM)\u000a12:31:17.339738 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22321): Terminating (SIGTERM)\u000a12:31:17.349557 --- ParallelTerminationStrategy: PID 22315 died...\u000a12:31:17.405485 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22315): Terminated: ok {rc=0}\u000a12:31:17.415528 --- ParallelTerminationStrategy: PID 22318 died...\u000a12:31:17.471709 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22318): Terminated: ok {rc=0}\u000a12:31:17.482210 --- ParallelTerminationStrategy: PID 22321 died...\u000a12:31:17.537852 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22321): Terminated: ok {rc=0}\u000a12:31:17.625301 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 266, "className" : "gprs:nanobts+band-1900+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22329): Process ended prematurely: osmo-stp_10.42.42.5(pid=22329) [trial-2404↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22329)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22329): Process ended prematurely: osmo-stp_10.42.42.5(pid=22329) [trial-2404↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22329)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2404 gprs:nanobts+band-1900+mod-bts0-egprs ping_idle_ping.py\u000a----------------------------------------------\u000a12:31:18.677820 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:31:18.689693 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a12:31:18.817468 tst ping_idle_ping.py: using LAC 40914\u000a12:31:18.932316 tst ping_idle_ping.py: using RAC 114\u000a12:31:19.048268 tst ping_idle_ping.py: using CellId 40914\u000a12:31:19.165920 tst ping_idle_ping.py: using BVCI 40915\u000a12:31:19.188235 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:31:19.199297 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:31:19.210251 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:31:19.220867 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:31:19.231882 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:31:19.242970 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:31:19.254245 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:31:19.265288 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a12:31:19.554291 tst ping_idle_ping.py:24: start network...\u000a12:31:19.685764 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:31:20.199347 run create_hlr_db(pid=22323): Launched\u000a12:31:20.384825 bus /gobi_6: Setting Powered False\u000a12:31:21.405471 run create_hlr_db(pid=22323): Terminated: ok {rc=0}\u000a12:31:21.805779 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22325): Launched\u000a12:31:22.102322 run osmo-hlr_10.42.42.2(pid=22326): Launched\u000a12:31:22.214452 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:31:22.726867 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22328): Launched\u000a12:31:23.021588 run osmo-stp_10.42.42.5(pid=22329): Launched\u000a12:31:23.128364 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a12:31:23.642023 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22331): Launched\u000a12:31:23.746740 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a12:31:24.004575 run patchelf(pid=22332): Launched\u000a12:31:24.178480 run osmo-stp_10.42.42.5(pid=22329): ERR: Terminated: ERROR {rc=1} [trial-2404↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22329)]\u000a12:31:24.305774 run osmo-stp_10.42.42.5(pid=22329): stdout: \u000a| (launched: 2022-12-14_12:31:22.876482)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:31:24.433145 run osmo-stp_10.42.42.5(pid=22329): stderr: \u000a| �[0;m�[38;5;43m20221214123123046 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214123123046 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214123123046 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214123123047 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214123123047 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214123123047 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214123123047 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:31:24.555447 run osmo-stp_10.42.42.5(pid=22329): stdout: \u000a| (launched: 2022-12-14_12:31:22.876482)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:31:24.676389 run osmo-stp_10.42.42.5(pid=22329): stderr: \u000a| �[0;m�[38;5;43m20221214123123046 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214123123046 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214123123046 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214123123047 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214123123047 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214123123047 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214123123047 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:31:24.817945 run patchelf(pid=22332): Terminating (SIGINT)\u000a12:31:24.983887 run patchelf(pid=22332): Terminated: ok {rc=0}\u000a12:31:25.014104 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=22329): Process ended prematurely: osmo-stp_10.42.42.5(pid=22329) [trial-2404↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22329)] [trial-2404↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping_idle_ping.py:27]\u000a12:31:25.022730 tst ping_idle_ping.py:27: Test FAILED (6.3 sec)\u000a12:31:25.082360 run osmo-hlr_10.42.42.2(pid=22326): ERR: Terminated: ERROR {rc=237} [trial-2404↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22326)]\u000a12:31:25.130766 run osmo-hlr_10.42.42.2(pid=22326): stdout: \u000a| (launched: 2022-12-14_12:31:21.956120) \u000a12:31:25.180210 run osmo-hlr_10.42.42.2(pid=22326): stderr: \u000a| �[0;m�[1;31m20221214123122130 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214123122130 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214123122130 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214123122130 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214123122130 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214123122130 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214123122143 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2404/run.2022-12-14_11-25-45/gprs:nanobts+band-1900+mod-bts0-egprs/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214123122153 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214123122153 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214123122153 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:31:25.222487 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22325): Terminating (SIGTERM)\u000a12:31:25.262364 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22328): Terminating (SIGTERM)\u000a12:31:25.302276 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22331): Terminating (SIGTERM)\u000a12:31:25.311512 --- ParallelTerminationStrategy: PID 22325 died...\u000a12:31:25.365082 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22325): Terminated: ok {rc=0}\u000a12:31:25.374758 --- ParallelTerminationStrategy: PID 22328 died...\u000a12:31:25.427655 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22328): Terminated: ok {rc=0}\u000a12:31:25.437073 --- ParallelTerminationStrategy: PID 22331 died...\u000a12:31:25.489981 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22331): Terminated: ok {rc=0}\u000a12:31:25.577560 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "142", "name" : "gprs_nanobts+band-1900+mod-bts0-egprs", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T12:30:27" }, { "cases" : [ { "testActions" : [ ], "age" : 266, "className" : "gprs:nanobts+band-1900+mod-bts0-dynts-ipa", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22346): Process ended prematurely: osmo-stp_10.42.42.5(pid=22346) [trial-2404↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22346)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22346): Process ended prematurely: osmo-stp_10.42.42.5(pid=22346) [trial-2404↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22346)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2404 gprs:nanobts+band-1900+mod-bts0-dynts-ipa cs_paging_gprs_active.py\u000a----------------------------------------------\u000a12:31:27.692829 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:31:27.703939 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a12:31:27.854359 tst cs_paging_gprs_active.py: using LAC 40915\u000a12:31:27.970083 tst cs_paging_gprs_active.py: using RAC 115\u000a12:31:28.085227 tst cs_paging_gprs_active.py: using CellId 40915\u000a12:31:28.200301 tst cs_paging_gprs_active.py: using BVCI 40916\u000a12:31:28.223290 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:31:28.234317 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:31:28.245126 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:31:28.255907 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:31:28.266990 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:31:28.278084 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:31:28.289261 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:31:28.300206 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:31:28.311534 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a12:31:28.427254 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a12:31:28.722356 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a12:31:28.856688 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:31:29.191196 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22336): Launched\u000a12:31:29.469420 run iperf3-srv_10.42.42.10(pid=22337): Launched\u000a12:31:29.666230 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a12:31:29.799880 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:31:30.132635 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22338): Launched\u000a12:31:30.409373 run iperf3-srv_10.42.42.10(pid=22339): Launched\u000a12:31:30.605555 tst cs_paging_gprs_active.py:38: start network...\u000a12:31:30.739219 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:31:31.291499 run create_hlr_db(pid=22340): Launched\u000a12:31:31.518793 bus /gobi_6: Setting Powered False\u000a12:31:32.504924 run create_hlr_db(pid=22340): Terminated: ok {rc=0}\u000a12:31:32.939862 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22342): Launched\u000a12:31:33.240616 run osmo-hlr_10.42.42.2(pid=22343): Launched\u000a12:31:33.357056 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:31:33.886662 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22345): Launched\u000a12:31:34.186967 run osmo-stp_10.42.42.5(pid=22346): Launched\u000a12:31:34.295998 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a12:31:34.817833 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22348): Launched\u000a12:31:34.924420 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a12:31:35.186212 run patchelf(pid=22349): Launched\u000a12:31:35.362379 run osmo-stp_10.42.42.5(pid=22346): ERR: Terminated: ERROR {rc=1} [trial-2404↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22346)]\u000a12:31:35.491232 run osmo-stp_10.42.42.5(pid=22346): stdout: \u000a| (launched: 2022-12-14_12:31:34.038247)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:31:35.621469 run osmo-stp_10.42.42.5(pid=22346): stderr: \u000a| �[0;m�[38;5;43m20221214123134207 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214123134207 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214123134208 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214123134208 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214123134209 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214123134209 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214123134209 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:31:35.745617 run osmo-stp_10.42.42.5(pid=22346): stdout: \u000a| (launched: 2022-12-14_12:31:34.038247)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:31:35.868817 run osmo-stp_10.42.42.5(pid=22346): stderr: \u000a| �[0;m�[38;5;43m20221214123134207 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214123134207 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214123134208 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214123134208 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214123134209 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214123134209 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214123134209 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:31:36.012503 run patchelf(pid=22349): Terminating (SIGINT)\u000a12:31:36.181732 run patchelf(pid=22349): Terminated: ok {rc=0}\u000a12:31:36.212711 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=22346): Process ended prematurely: osmo-stp_10.42.42.5(pid=22346) [trial-2404↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22346)] [trial-2404↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38]\u000a12:31:36.221913 tst cs_paging_gprs_active.py:38: Test FAILED (8.6 sec)\u000a12:31:36.281626 run osmo-hlr_10.42.42.2(pid=22343): ERR: Terminated: ERROR {rc=237} [trial-2404↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22343)]\u000a12:31:36.330068 run osmo-hlr_10.42.42.2(pid=22343): stdout: \u000a| (launched: 2022-12-14_12:31:33.092175) \u000a12:31:36.379299 run osmo-hlr_10.42.42.2(pid=22343): stderr: \u000a| �[0;m�[1;31m20221214123133268 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214123133268 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214123133268 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214123133268 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214123133268 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214123133268 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214123133280 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2404/run.2022-12-14_11-25-45/gprs:nanobts+band-1900+mod-bts0-dynts-ipa/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214123133289 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214123133289 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214123133289 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:31:36.421711 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22336): Terminating (SIGTERM)\u000a12:31:36.461737 run iperf3-srv_10.42.42.10(pid=22337): Terminating (SIGTERM)\u000a12:31:36.501598 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22338): Terminating (SIGTERM)\u000a12:31:36.541539 run iperf3-srv_10.42.42.10(pid=22339): Terminating (SIGTERM)\u000a12:31:36.581556 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22342): Terminating (SIGTERM)\u000a12:31:36.621431 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22345): Terminating (SIGTERM)\u000a12:31:36.661380 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22348): Terminating (SIGTERM)\u000a12:31:36.670610 --- ParallelTerminationStrategy: PID 22336 died...\u000a12:31:36.723851 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22336): Terminated: ok {rc=0}\u000a12:31:36.733507 --- ParallelTerminationStrategy: PID 22337 died...\u000a12:31:36.786502 run iperf3-srv_10.42.42.10(pid=22337): Terminated {rc=256}\u000a12:31:36.796000 --- ParallelTerminationStrategy: PID 22338 died...\u000a12:31:36.849153 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22338): Terminated: ok {rc=0}\u000a12:31:36.858652 --- ParallelTerminationStrategy: PID 22339 died...\u000a12:31:36.911553 run iperf3-srv_10.42.42.10(pid=22339): Terminated {rc=256}\u000a12:31:36.921171 --- ParallelTerminationStrategy: PID 22342 died...\u000a12:31:36.973391 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22342): Terminated: ok {rc=0}\u000a12:31:36.983097 --- ParallelTerminationStrategy: PID 22345 died...\u000a12:31:37.035970 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22345): Terminated: ok {rc=0}\u000a12:31:37.045883 --- ParallelTerminationStrategy: PID 22348 died...\u000a12:31:37.098816 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22348): Terminated: ok {rc=0}\u000a12:31:37.182101 bus /gobi_0: Setting Powered False\u000a12:31:38.288478 bus /gobi_0: Setting Powered False\u000a12:31:39.399695 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 266, "className" : "gprs:nanobts+band-1900+mod-bts0-dynts-ipa", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22358): Process ended prematurely: osmo-stp_10.42.42.5(pid=22358) [trial-2404↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22358)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22358): Process ended prematurely: osmo-stp_10.42.42.5(pid=22358) [trial-2404↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22358)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2404 gprs:nanobts+band-1900+mod-bts0-dynts-ipa iperf3.py\u000a----------------------------------------------\u000a12:31:40.508888 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:31:40.520472 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a12:31:40.669453 tst iperf3.py: using LAC 40916\u000a12:31:40.795208 tst iperf3.py: using RAC 116\u000a12:31:40.921229 tst iperf3.py: using CellId 40916\u000a12:31:41.048791 tst iperf3.py: using BVCI 40917\u000a12:31:41.073597 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:31:41.085062 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:31:41.096229 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:31:41.107502 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:31:41.118826 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:31:41.130139 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:31:41.141559 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:31:41.152551 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:31:41.164011 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a12:31:41.440254 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a12:31:41.565156 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:31:41.877808 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22350): Launched\u000a12:31:42.136367 run iperf3-srv_10.42.42.10(pid=22351): Launched\u000a12:31:42.318211 tst iperf3.py:8: start network...\u000a12:31:42.443199 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:31:42.914518 run create_hlr_db(pid=22352): Launched\u000a12:31:43.086150 bus /gobi_6: Setting Powered False\u000a12:31:44.108301 run create_hlr_db(pid=22352): Terminated: ok {rc=0}\u000a12:31:44.537225 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22354): Launched\u000a12:31:44.859732 run osmo-hlr_10.42.42.2(pid=22355): Launched\u000a12:31:44.980339 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:31:45.541229 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22357): Launched\u000a12:31:45.870949 run osmo-stp_10.42.42.5(pid=22358): Launched\u000a12:31:46.017734 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a12:31:46.699369 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22360): Launched\u000a12:31:46.827776 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a12:31:47.184506 run patchelf(pid=22361): Launched\u000a12:31:47.375460 run osmo-stp_10.42.42.5(pid=22358): ERR: Terminated: ERROR {rc=1} [trial-2404↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22358)]\u000a12:31:47.507160 run osmo-stp_10.42.42.5(pid=22358): stdout: \u000a| (launched: 2022-12-14_12:31:45.705064)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:31:47.636101 run osmo-stp_10.42.42.5(pid=22358): stderr: \u000a| �[0;m�[38;5;43m20221214123146017 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214123146017 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214123146017 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214123146018 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214123146018 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214123146018 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214123146018 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:31:47.760551 run osmo-stp_10.42.42.5(pid=22358): stdout: \u000a| (launched: 2022-12-14_12:31:45.705064)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:31:47.883979 run osmo-stp_10.42.42.5(pid=22358): stderr: \u000a| �[0;m�[38;5;43m20221214123146017 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214123146017 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214123146017 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214123146018 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214123146018 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214123146018 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214123146018 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:31:48.027419 run patchelf(pid=22361): Terminating (SIGINT)\u000a12:31:48.196788 run patchelf(pid=22361): Terminated: ok {rc=0}\u000a12:31:48.228097 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=22358): Process ended prematurely: osmo-stp_10.42.42.5(pid=22358) [trial-2404↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22358)] [trial-2404↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3.py:8]\u000a12:31:48.237474 tst iperf3.py:8: Test FAILED (7.8 sec)\u000a12:31:48.297718 run osmo-hlr_10.42.42.2(pid=22355): ERR: Terminated: ERROR {rc=237} [trial-2404↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22355)]\u000a12:31:48.346818 run osmo-hlr_10.42.42.2(pid=22355): stdout: \u000a| (launched: 2022-12-14_12:31:44.702677) \u000a12:31:48.396449 run osmo-hlr_10.42.42.2(pid=22355): stderr: \u000a| �[0;m�[1;31m20221214123144903 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214123144903 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214123144903 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214123144903 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214123144903 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214123144903 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214123144916 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2404/run.2022-12-14_11-25-45/gprs:nanobts+band-1900+mod-bts0-dynts-ipa/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214123144925 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214123144926 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214123144926 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:31:48.438954 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22350): Terminating (SIGTERM)\u000a12:31:48.478788 run iperf3-srv_10.42.42.10(pid=22351): Terminating (SIGTERM)\u000a12:31:48.518848 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22354): Terminating (SIGTERM)\u000a12:31:48.559719 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22357): Terminating (SIGTERM)\u000a12:31:48.600342 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22360): Terminating (SIGTERM)\u000a12:31:48.610020 --- ParallelTerminationStrategy: PID 22350 died...\u000a12:31:48.663591 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22350): Terminated: ok {rc=0}\u000a12:31:48.673561 --- ParallelTerminationStrategy: PID 22351 died...\u000a12:31:48.726989 run iperf3-srv_10.42.42.10(pid=22351): Terminated {rc=256}\u000a12:31:48.736475 --- ParallelTerminationStrategy: PID 22354 died...\u000a12:31:48.789650 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22354): Terminated: ok {rc=0}\u000a12:31:48.799116 --- ParallelTerminationStrategy: PID 22357 died...\u000a12:31:48.852582 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22357): Terminated: ok {rc=0}\u000a12:31:48.862137 --- ParallelTerminationStrategy: PID 22360 died...\u000a12:31:48.915339 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22360): Terminated: ok {rc=0}\u000a12:31:48.998850 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 266, "className" : "gprs:nanobts+band-1900+mod-bts0-dynts-ipa", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22376): Process ended prematurely: osmo-stp_10.42.42.5(pid=22376) [trial-2404↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22376)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22376): Process ended prematurely: osmo-stp_10.42.42.5(pid=22376) [trial-2404↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22376)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2404 gprs:nanobts+band-1900+mod-bts0-dynts-ipa iperf3m4.py\u000a----------------------------------------------\u000a12:31:50.113781 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:31:50.125996 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a12:31:50.280401 tst iperf3m4.py: using LAC 40917\u000a12:31:50.406149 tst iperf3m4.py: using RAC 117\u000a12:31:50.533556 tst iperf3m4.py: using CellId 40917\u000a12:31:50.660319 tst iperf3m4.py: using BVCI 40918\u000a12:31:50.685044 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:31:50.696592 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:31:50.707903 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:31:50.719200 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:31:50.730497 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:31:50.741840 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:31:50.753383 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:31:50.764607 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:31:50.776106 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a12:31:50.896915 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a12:31:51.016118 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a12:31:51.137623 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a12:31:51.416905 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a12:31:51.542024 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:31:51.854421 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22362): Launched\u000a12:31:52.115042 run iperf3-srv_10.42.42.10(pid=22363): Launched\u000a12:31:52.297519 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a12:31:52.422255 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:31:52.733984 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22364): Launched\u000a12:31:52.993191 run iperf3-srv_10.42.42.10(pid=22365): Launched\u000a12:31:53.174875 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a12:31:53.298856 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:31:53.610568 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22366): Launched\u000a12:31:53.870126 run iperf3-srv_10.42.42.10(pid=22367): Launched\u000a12:31:54.052124 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a12:31:54.176713 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:31:54.488206 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22368): Launched\u000a12:31:54.746708 run iperf3-srv_10.42.42.10(pid=22369): Launched\u000a12:31:54.927992 tst iperf3m4.py:8: start network...\u000a12:31:55.052025 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:31:55.523413 run create_hlr_db(pid=22370): Launched\u000a12:31:55.695433 bus /gobi_6: Setting Powered False\u000a12:31:56.717857 run create_hlr_db(pid=22370): Terminated: ok {rc=0}\u000a12:31:57.146676 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22372): Launched\u000a12:31:57.470906 run osmo-hlr_10.42.42.2(pid=22373): Launched\u000a12:31:57.592867 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:31:58.153927 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22375): Launched\u000a12:31:58.474903 run osmo-stp_10.42.42.5(pid=22376): Launched\u000a12:31:58.591635 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a12:31:59.153898 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22378): Launched\u000a12:31:59.268227 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a12:31:59.549674 run patchelf(pid=22379): Launched\u000a12:31:59.737472 run osmo-stp_10.42.42.5(pid=22376): ERR: Terminated: ERROR {rc=1} [trial-2404↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22376)]\u000a12:31:59.874947 run osmo-stp_10.42.42.5(pid=22376): stdout: \u000a| (launched: 2022-12-14_12:31:58.316870)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:32:00.012118 run osmo-stp_10.42.42.5(pid=22376): stderr: \u000a| �[0;m�[38;5;43m20221214123158508 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214123158508 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214123158508 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214123158508 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214123158509 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214123158509 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214123158509 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:32:00.144941 run osmo-stp_10.42.42.5(pid=22376): stdout: \u000a| (launched: 2022-12-14_12:31:58.316870)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:32:00.276375 run osmo-stp_10.42.42.5(pid=22376): stderr: \u000a| �[0;m�[38;5;43m20221214123158508 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214123158508 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214123158508 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214123158508 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214123158509 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214123158509 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214123158509 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:32:00.430468 run patchelf(pid=22379): Terminating (SIGINT)\u000a12:32:00.610472 run patchelf(pid=22379): Terminated: ok {rc=0}\u000a12:32:00.643592 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=22376): Process ended prematurely: osmo-stp_10.42.42.5(pid=22376) [trial-2404↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22376)] [trial-2404↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3m4.py:8]\u000a12:32:00.653524 tst iperf3m4.py:8: Test FAILED (10.6 sec)\u000a12:32:00.716109 run osmo-hlr_10.42.42.2(pid=22373): ERR: Terminated: ERROR {rc=237} [trial-2404↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22373)]\u000a12:32:00.766699 run osmo-hlr_10.42.42.2(pid=22373): stdout: \u000a| (launched: 2022-12-14_12:31:57.310457) \u000a12:32:00.818012 run osmo-hlr_10.42.42.2(pid=22373): stderr: \u000a| �[0;m�[1;31m20221214123157507 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214123157507 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214123157507 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214123157507 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214123157507 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214123157507 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214123157520 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2404/run.2022-12-14_11-25-45/gprs:nanobts+band-1900+mod-bts0-dynts-ipa/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214123157530 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214123157530 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214123157530 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:32:00.881117 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22362): Terminating (SIGTERM)\u000a12:32:00.933100 run iperf3-srv_10.42.42.10(pid=22363): Terminating (SIGTERM)\u000a12:32:00.978418 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22364): Terminating (SIGTERM)\u000a12:32:01.022839 run iperf3-srv_10.42.42.10(pid=22365): Terminating (SIGTERM)\u000a12:32:01.067022 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22366): Terminating (SIGTERM)\u000a12:32:01.111249 run iperf3-srv_10.42.42.10(pid=22367): Terminating (SIGTERM)\u000a12:32:01.155298 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22368): Terminating (SIGTERM)\u000a12:32:01.199282 run iperf3-srv_10.42.42.10(pid=22369): Terminating (SIGTERM)\u000a12:32:01.243900 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22372): Terminating (SIGTERM)\u000a12:32:01.286347 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22375): Terminating (SIGTERM)\u000a12:32:01.328856 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22378): Terminating (SIGTERM)\u000a12:32:01.339143 --- ParallelTerminationStrategy: PID 22362 died...\u000a12:32:01.396110 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22362): Terminated: ok {rc=0}\u000a12:32:01.406729 --- ParallelTerminationStrategy: PID 22363 died...\u000a12:32:01.462593 run iperf3-srv_10.42.42.10(pid=22363): Terminated {rc=256}\u000a12:32:01.473254 --- ParallelTerminationStrategy: PID 22364 died...\u000a12:32:01.529381 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22364): Terminated: ok {rc=0}\u000a12:32:01.539926 --- ParallelTerminationStrategy: PID 22365 died...\u000a12:32:01.595923 run iperf3-srv_10.42.42.10(pid=22365): Terminated {rc=256}\u000a12:32:01.606542 --- ParallelTerminationStrategy: PID 22366 died...\u000a12:32:01.663170 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22366): Terminated: ok {rc=0}\u000a12:32:01.673744 --- ParallelTerminationStrategy: PID 22367 died...\u000a12:32:01.730177 run iperf3-srv_10.42.42.10(pid=22367): Terminated {rc=256}\u000a12:32:01.740683 --- ParallelTerminationStrategy: PID 22368 died...\u000a12:32:01.797768 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22368): Terminated: ok {rc=0}\u000a12:32:01.808364 --- ParallelTerminationStrategy: PID 22369 died...\u000a12:32:01.864739 run iperf3-srv_10.42.42.10(pid=22369): Terminated {rc=256}\u000a12:32:01.875278 --- ParallelTerminationStrategy: PID 22372 died...\u000a12:32:01.931856 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22372): Terminated: ok {rc=0}\u000a12:32:01.942377 --- ParallelTerminationStrategy: PID 22375 died...\u000a12:32:01.998381 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22375): Terminated: ok {rc=0}\u000a12:32:02.008840 --- ParallelTerminationStrategy: PID 22378 died...\u000a12:32:02.065302 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22378): Terminated: ok {rc=0}\u000a12:32:02.169104 bus /gobi_4: Setting Powered False\u000a12:32:03.273753 bus /gobi_4: Setting Powered False\u000a12:32:04.381614 bus /gobi_1: Setting Powered False\u000a12:32:05.486747 bus /gobi_1: Setting Powered False\u000a12:32:06.594219 bus /gobi_0: Setting Powered False\u000a12:32:07.699850 bus /gobi_0: Setting Powered False\u000a12:32:08.810567 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 266, "className" : "gprs:nanobts+band-1900+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22386): Process ended prematurely: osmo-stp_10.42.42.5(pid=22386) [trial-2404↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22386)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22386): Process ended prematurely: osmo-stp_10.42.42.5(pid=22386) [trial-2404↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22386)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2404 gprs:nanobts+band-1900+mod-bts0-dynts-ipa ping.py\u000a----------------------------------------------\u000a12:32:09.877255 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:32:09.889058 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a12:32:10.040421 tst ping.py: using LAC 40918\u000a12:32:10.167330 tst ping.py: using RAC 118\u000a12:32:10.289479 tst ping.py: using CellId 40918\u000a12:32:10.412591 tst ping.py: using BVCI 40919\u000a12:32:10.436571 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:32:10.448135 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:32:10.459397 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:32:10.470701 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:32:10.482017 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:32:10.493319 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:32:10.504637 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:32:10.515912 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a12:32:10.787405 tst ping.py:19: start network...\u000a12:32:10.909485 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:32:11.372091 run create_hlr_db(pid=22380): Launched\u000a12:32:11.541864 bus /gobi_6: Setting Powered False\u000a12:32:12.562335 run create_hlr_db(pid=22380): Terminated: ok {rc=0}\u000a12:32:12.983416 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22382): Launched\u000a12:32:13.298838 run osmo-hlr_10.42.42.2(pid=22383): Launched\u000a12:32:13.414820 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:32:13.965451 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22385): Launched\u000a12:32:14.259168 run osmo-stp_10.42.42.5(pid=22386): Launched\u000a12:32:14.366597 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a12:32:14.878103 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22388): Launched\u000a12:32:14.982010 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a12:32:15.238691 run patchelf(pid=22389): Launched\u000a12:32:15.411629 run osmo-stp_10.42.42.5(pid=22386): ERR: Terminated: ERROR {rc=1} [trial-2404↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22386)]\u000a12:32:15.537883 run osmo-stp_10.42.42.5(pid=22386): stdout: \u000a| (launched: 2022-12-14_12:32:14.114427)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:32:15.664053 run osmo-stp_10.42.42.5(pid=22386): stderr: \u000a| �[0;m�[38;5;43m20221214123214288 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214123214288 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214123214288 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214123214288 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214123214289 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214123214289 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214123214289 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:32:15.785845 run osmo-stp_10.42.42.5(pid=22386): stdout: \u000a| (launched: 2022-12-14_12:32:14.114427)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:32:15.929514 run osmo-stp_10.42.42.5(pid=22386): stderr: \u000a| �[0;m�[38;5;43m20221214123214288 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214123214288 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214123214288 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214123214288 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214123214289 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214123214289 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214123214289 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:32:16.073457 run patchelf(pid=22389): Terminating (SIGINT)\u000a12:32:16.243078 run patchelf(pid=22389): Terminated: ok {rc=0}\u000a12:32:16.274840 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=22386): Process ended prematurely: osmo-stp_10.42.42.5(pid=22386) [trial-2404↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22386)] [trial-2404↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping.py:22]\u000a12:32:16.284566 tst ping.py:22: Test FAILED (6.4 sec)\u000a12:32:16.347543 run osmo-hlr_10.42.42.2(pid=22383): ERR: Terminated: ERROR {rc=237} [trial-2404↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22383)]\u000a12:32:16.398312 run osmo-hlr_10.42.42.2(pid=22383): stdout: \u000a| (launched: 2022-12-14_12:32:13.144091) \u000a12:32:16.449928 run osmo-hlr_10.42.42.2(pid=22383): stderr: \u000a| �[0;m�[1;31m20221214123213341 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214123213341 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214123213341 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214123213342 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214123213342 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214123213342 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214123213358 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2404/run.2022-12-14_11-25-45/gprs:nanobts+band-1900+mod-bts0-dynts-ipa/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214123213367 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214123213367 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214123213367 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:32:16.493803 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22382): Terminating (SIGTERM)\u000a12:32:16.537171 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22385): Terminating (SIGTERM)\u000a12:32:16.580007 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22388): Terminating (SIGTERM)\u000a12:32:16.591487 --- ParallelTerminationStrategy: PID 22382 died...\u000a12:32:16.649585 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22382): Terminated: ok {rc=0}\u000a12:32:16.659973 --- ParallelTerminationStrategy: PID 22385 died...\u000a12:32:16.716170 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22385): Terminated: ok {rc=0}\u000a12:32:16.726718 --- ParallelTerminationStrategy: PID 22388 died...\u000a12:32:16.782879 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22388): Terminated: ok {rc=0}\u000a12:32:16.868596 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 266, "className" : "gprs:nanobts+band-1900+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22396): Process ended prematurely: osmo-stp_10.42.42.5(pid=22396) [trial-2404↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22396)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22396): Process ended prematurely: osmo-stp_10.42.42.5(pid=22396) [trial-2404↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22396)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2404 gprs:nanobts+band-1900+mod-bts0-dynts-ipa ping_idle_ping.py\u000a----------------------------------------------\u000a12:32:17.918454 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:32:17.930279 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a12:32:18.076173 tst ping_idle_ping.py: using LAC 40919\u000a12:32:18.192782 tst ping_idle_ping.py: using RAC 119\u000a12:32:18.307646 tst ping_idle_ping.py: using CellId 40919\u000a12:32:18.422228 tst ping_idle_ping.py: using BVCI 40920\u000a12:32:18.444590 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:32:18.455741 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:32:18.466741 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:32:18.477453 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:32:18.488323 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:32:18.499370 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:32:18.510637 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:32:18.521633 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a12:32:18.811575 tst ping_idle_ping.py:24: start network...\u000a12:32:18.943392 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:32:19.450776 run create_hlr_db(pid=22390): Launched\u000a12:32:19.634492 bus /gobi_6: Setting Powered False\u000a12:32:20.654378 run create_hlr_db(pid=22390): Terminated: ok {rc=0}\u000a12:32:21.051366 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22392): Launched\u000a12:32:21.345892 run osmo-hlr_10.42.42.2(pid=22393): Launched\u000a12:32:21.453649 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:32:21.963901 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22395): Launched\u000a12:32:22.257699 run osmo-stp_10.42.42.5(pid=22396): Launched\u000a12:32:22.364328 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a12:32:22.877119 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22398): Launched\u000a12:32:22.981359 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a12:32:23.238032 run patchelf(pid=22399): Launched\u000a12:32:23.411315 run osmo-stp_10.42.42.5(pid=22396): ERR: Terminated: ERROR {rc=1} [trial-2404↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22396)]\u000a12:32:23.537888 run osmo-stp_10.42.42.5(pid=22396): stdout: \u000a| (launched: 2022-12-14_12:32:22.112215)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:32:23.664831 run osmo-stp_10.42.42.5(pid=22396): stderr: \u000a| �[0;m�[38;5;43m20221214123222281 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214123222281 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214123222281 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214123222282 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214123222284 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214123222284 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214123222284 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:32:23.786895 run osmo-stp_10.42.42.5(pid=22396): stdout: \u000a| (launched: 2022-12-14_12:32:22.112215)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:32:23.907453 run osmo-stp_10.42.42.5(pid=22396): stderr: \u000a| �[0;m�[38;5;43m20221214123222281 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214123222281 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214123222281 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214123222282 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214123222284 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214123222284 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214123222284 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:32:24.049090 run patchelf(pid=22399): Terminating (SIGINT)\u000a12:32:24.215094 run patchelf(pid=22399): Terminated: ok {rc=0}\u000a12:32:24.245319 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=22396): Process ended prematurely: osmo-stp_10.42.42.5(pid=22396) [trial-2404↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22396)] [trial-2404↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27]\u000a12:32:24.253891 tst ping_idle_ping.py:27: Test FAILED (6.3 sec)\u000a12:32:24.313242 run osmo-hlr_10.42.42.2(pid=22393): ERR: Terminated: ERROR {rc=237} [trial-2404↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22393)]\u000a12:32:24.361627 run osmo-hlr_10.42.42.2(pid=22393): stdout: \u000a| (launched: 2022-12-14_12:32:21.200141) \u000a12:32:24.410853 run osmo-hlr_10.42.42.2(pid=22393): stderr: \u000a| �[0;m�[1;31m20221214123221375 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214123221375 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214123221375 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214123221375 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214123221376 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214123221376 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214123221388 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2404/run.2022-12-14_11-25-45/gprs:nanobts+band-1900+mod-bts0-dynts-ipa/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214123221398 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214123221399 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214123221399 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:32:24.452861 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22392): Terminating (SIGTERM)\u000a12:32:24.492443 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22395): Terminating (SIGTERM)\u000a12:32:24.532047 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22398): Terminating (SIGTERM)\u000a12:32:24.541294 --- ParallelTerminationStrategy: PID 22392 died...\u000a12:32:24.594776 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22392): Terminated: ok {rc=0}\u000a12:32:24.604269 --- ParallelTerminationStrategy: PID 22395 died...\u000a12:32:24.657219 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22395): Terminated: ok {rc=0}\u000a12:32:24.666712 --- ParallelTerminationStrategy: PID 22398 died...\u000a12:32:24.719319 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22398): Terminated: ok {rc=0}\u000a12:32:24.801450 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "143", "name" : "gprs_nanobts+band-1900+mod-bts0-dynts-ipa", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T12:31:27" }, { "cases" : [ { "testActions" : [ ], "age" : 266, "className" : "dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22410): Process ended prematurely: osmo-stp_10.42.42.5(pid=22410) [trial-2404↪dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22410)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22410): Process ended prematurely: osmo-stp_10.42.42.5(pid=22410) [trial-2404↪dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22410)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2404 dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any switch_tch_pdch.py\u000a----------------------------------------------\u000a12:32:26.817989 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a12:32:26.829932 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a12:32:26.989970 tst switch_tch_pdch.py: using LAC 40920\u000a12:32:27.112040 tst switch_tch_pdch.py: using RAC 120\u000a12:32:27.234633 tst switch_tch_pdch.py: using CellId 40920\u000a12:32:27.356656 tst switch_tch_pdch.py: using BVCI 40921\u000a12:32:27.380683 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a12:32:27.392609 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a12:32:27.404684 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a12:32:27.416553 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a12:32:27.428410 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a12:32:27.440244 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a12:32:27.452348 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a12:32:27.464245 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a12:32:27.582254 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a12:32:27.871056 tst switch_tch_pdch.py:51: start network...\u000a12:32:28.003242 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:32:28.509545 run create_hlr_db(pid=22404): Launched\u000a12:32:28.692797 bus /gobi_6: Setting Powered False\u000a12:32:29.712900 run create_hlr_db(pid=22404): Terminated: ok {rc=0}\u000a12:32:30.110988 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22406): Launched\u000a12:32:30.406780 run osmo-hlr_10.42.42.2(pid=22407): Launched\u000a12:32:30.522039 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:32:31.079944 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22409): Launched\u000a12:32:31.401272 run osmo-stp_10.42.42.5(pid=22410): Launched\u000a12:32:31.554842 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a12:32:32.165551 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22412): Launched\u000a12:32:32.273140 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a12:32:32.546449 run patchelf(pid=22413): Launched\u000a12:32:32.719059 run osmo-stp_10.42.42.5(pid=22410): ERR: Terminated: ERROR {rc=1} [trial-2404↪dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22410)]\u000a12:32:32.845521 run osmo-stp_10.42.42.5(pid=22410): stdout: \u000a| (launched: 2022-12-14_12:32:31.230439)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:32:32.972141 run osmo-stp_10.42.42.5(pid=22410): stderr: \u000a| �[0;m�[38;5;43m20221214123231562 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214123231562 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214123231562 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214123231563 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214123231563 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214123231563 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214123231563 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:32:33.093906 run osmo-stp_10.42.42.5(pid=22410): stdout: \u000a| (launched: 2022-12-14_12:32:31.230439)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:32:33.214756 run osmo-stp_10.42.42.5(pid=22410): stderr: \u000a| �[0;m�[38;5;43m20221214123231562 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214123231562 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214123231562 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214123231563 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214123231563 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214123231563 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214123231563 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:32:33.355824 run patchelf(pid=22413): Terminating (SIGINT)\u000a12:32:33.521371 run patchelf(pid=22413): Terminated: ok {rc=0}\u000a12:32:33.551672 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=22410): Process ended prematurely: osmo-stp_10.42.42.5(pid=22410) [trial-2404↪dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22410)] [trial-2404↪dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54]\u000a12:32:33.560604 tst switch_tch_pdch.py:54: Test FAILED (6.7 sec)\u000a12:32:33.620128 run osmo-hlr_10.42.42.2(pid=22407): ERR: Terminated: ERROR {rc=237} [trial-2404↪dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22407)]\u000a12:32:33.668708 run osmo-hlr_10.42.42.2(pid=22407): stdout: \u000a| (launched: 2022-12-14_12:32:30.260559) \u000a12:32:33.718256 run osmo-hlr_10.42.42.2(pid=22407): stderr: \u000a| �[0;m�[1;31m20221214123230434 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214123230434 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214123230434 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214123230434 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214123230434 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214123230434 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214123230446 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2404/run.2022-12-14_11-25-45/dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214123230454 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214123230454 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214123230454 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:32:33.760477 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22406): Terminating (SIGTERM)\u000a12:32:33.800283 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22409): Terminating (SIGTERM)\u000a12:32:33.840182 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22412): Terminating (SIGTERM)\u000a12:32:33.849505 --- ParallelTerminationStrategy: PID 22406 died...\u000a12:32:33.902796 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22406): Terminated: ok {rc=0}\u000a12:32:33.912449 --- ParallelTerminationStrategy: PID 22409 died...\u000a12:32:33.965500 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22409): Terminated: ok {rc=0}\u000a12:32:33.974886 --- ParallelTerminationStrategy: PID 22412 died...\u000a12:32:34.027891 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22412): Terminated: ok {rc=0}\u000a12:32:34.115485 bus /gobi_0: Setting Powered False\u000a12:32:35.217537 bus /gobi_0: Setting Powered False\u000a12:32:36.328277 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "144", "name" : "dynts_nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T12:32:26" }, { "cases" : [ { "testActions" : [ ], "age" : 74, "className" : "sms:nanobts+band-900", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22423): Process ended prematurely: osmo-stp_10.42.42.5(pid=22423) [trial-2404↪sms:nanobts+band-900↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22423)]", "failedSince" : 2331, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/sms/mo_mt_sms.py\", line 16, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22423): Process ended prematurely: osmo-stp_10.42.42.5(pid=22423) [trial-2404↪sms:nanobts+band-900↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22423)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2404 sms:nanobts+band-900 mo_mt_sms.py\u000a----------------------------------------------\u000a12:32:38.273172 tst sms:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a12:32:38.283880 tst sms:nanobts+band-900: Using 1 x bts (candidates: 1)\u000a12:32:38.412597 tst mo_mt_sms.py: using LAC 40921\u000a12:32:38.529863 tst mo_mt_sms.py: using RAC 121\u000a12:32:38.644224 tst mo_mt_sms.py: using CellId 40921\u000a12:32:38.770026 tst mo_mt_sms.py: using BVCI 40922\u000a12:32:38.793923 tst sms:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a12:32:38.805091 tst sms:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a12:32:38.815994 tst sms:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a12:32:38.827020 tst sms:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a12:32:38.837984 tst sms:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a12:32:38.848879 tst sms:nanobts+band-900: Using 1 x modem (candidates: 2)\u000a12:32:38.965923 tst sms:nanobts+band-900: Using 1 x modem (candidates: 2)\u000a12:32:39.162556 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:32:39.622174 run create_hlr_db(pid=22417): Launched\u000a12:32:39.791608 bus /gobi_6: Setting Powered False\u000a12:32:40.811845 run create_hlr_db(pid=22417): Terminated: ok {rc=0}\u000a12:32:41.204000 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22419): Launched\u000a12:32:41.498123 run osmo-hlr_10.42.42.2(pid=22420): Launched\u000a12:32:41.611918 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:32:42.131261 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22422): Launched\u000a12:32:42.424636 run osmo-stp_10.42.42.5(pid=22423): Launched\u000a12:32:42.531044 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:32:43.067058 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22425): Launched\u000a12:32:43.361781 run osmo-msc_10.42.42.6(pid=22426): Launched\u000a12:32:43.534840 run osmo-stp_10.42.42.5(pid=22423): ERR: Terminated: ERROR {rc=1} [trial-2404↪sms:nanobts+band-900↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22423)]\u000a12:32:43.660022 run osmo-stp_10.42.42.5(pid=22423): stdout: \u000a| (launched: 2022-12-14_12:32:42.279798)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:32:43.782509 run osmo-stp_10.42.42.5(pid=22423): stderr: \u000a| �[0;m�[38;5;43m20221214123242448 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214123242448 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214123242448 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214123242449 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214123242449 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214123242450 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214123242450 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:32:43.901391 run osmo-stp_10.42.42.5(pid=22423): stdout: \u000a| (launched: 2022-12-14_12:32:42.279798)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:32:44.018623 run osmo-stp_10.42.42.5(pid=22423): stderr: \u000a| �[0;m�[38;5;43m20221214123242448 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214123242448 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214123242448 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214123242449 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214123242449 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214123242450 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214123242450 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:32:44.070126 tst mo_mt_sms.py:16: ERR: Error: osmo-stp_10.42.42.5(pid=22423): Process ended prematurely: osmo-stp_10.42.42.5(pid=22423) [trial-2404↪sms:nanobts+band-900↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22423)] [trial-2404↪sms:nanobts+band-900↪mo_mt_sms.py:16]\u000a12:32:44.077939 tst mo_mt_sms.py:16: Test FAILED (5.8 sec)\u000a12:32:44.137675 run osmo-hlr_10.42.42.2(pid=22420): ERR: Terminated: ERROR {rc=237} [trial-2404↪sms:nanobts+band-900↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22420)]\u000a12:32:44.186098 run osmo-hlr_10.42.42.2(pid=22420): stdout: \u000a| (launched: 2022-12-14_12:32:41.352482) \u000a12:32:44.235207 run osmo-hlr_10.42.42.2(pid=22420): stderr: \u000a| �[0;m�[1;31m20221214123241528 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214123241528 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214123241528 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214123241528 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214123241528 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214123241528 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214123241540 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2404/run.2022-12-14_11-25-45/sms:nanobts+band-900/mo_mt_sms.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214123241548 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214123241548 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214123241548 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:32:44.301754 run osmo-msc_10.42.42.6(pid=22426): ERR: Terminated: ERROR {rc=2} [trial-2404↪sms:nanobts+band-900↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=22426)]\u000a12:32:44.349997 run osmo-msc_10.42.42.6(pid=22426): stdout: \u000a| (launched: 2022-12-14_12:32:43.215889) \u000a12:32:44.399031 run osmo-msc_10.42.42.6(pid=22426): stderr: \u000a| �[0;m�[38;5;43m20221214123243486 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214123243486 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7efe006eec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214123243487 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214123243487 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214123243487 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214123243487 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214123243489 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214123243489 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214123243489 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214123243489 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:32:44.440840 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22419): Terminating (SIGTERM)\u000a12:32:44.480215 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22422): Terminating (SIGTERM)\u000a12:32:44.519881 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22425): Terminating (SIGTERM)\u000a12:32:44.529124 --- ParallelTerminationStrategy: PID 22419 died...\u000a12:32:44.582657 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22419): Terminated: ok {rc=0}\u000a12:32:44.592066 --- ParallelTerminationStrategy: PID 22422 died...\u000a12:32:44.645352 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22422): Terminated: ok {rc=0}\u000a12:32:44.654844 --- ParallelTerminationStrategy: PID 22425 died...\u000a12:32:44.707600 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22425): Terminated: ok {rc=0}\u000a12:32:44.791020 bus /sierra_3: Setting Powered False\u000a12:32:45.919019 bus /sierra_3: Setting Powered False\u000a12:32:47.032863 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 11.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "145", "name" : "sms_nanobts+band-900", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T12:32:38" }, { "cases" : [ { "testActions" : [ ], "age" : 233, "className" : "nitb_ussd:nanobts+band-900", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=22432): Process ended prematurely: osmo-nitb_10.42.42.2(pid=22432) [trial-2404↪nitb_ussd:nanobts+band-900↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=22432)]", "failedSince" : 2172, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_ussd/assert_extension.py\", line 12, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=22432): Process ended prematurely: osmo-nitb_10.42.42.2(pid=22432) [trial-2404↪nitb_ussd:nanobts+band-900↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=22432)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2404 nitb_ussd:nanobts+band-900 assert_extension.py\u000a----------------------------------------------\u000a12:32:48.868280 tst nitb_ussd:nanobts+band-900: Using 1 x ip_address (candidates: 1)\u000a12:32:48.879206 tst nitb_ussd:nanobts+band-900: Using 1 x bts (candidates: 1)\u000a12:32:49.016941 tst assert_extension.py: using LAC 40922\u000a12:32:49.144683 tst assert_extension.py: using RAC 122\u000a12:32:49.262593 tst assert_extension.py: using CellId 40922\u000a12:32:49.384622 tst assert_extension.py: using BVCI 40923\u000a12:32:49.408473 tst nitb_ussd:nanobts+band-900: Using 1 x modem (candidates: 1)\u000a12:32:49.680298 tst assert_extension.py:10: start nitb and bts...\u000a12:32:49.802482 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a12:32:50.412289 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=22431): Launched\u000a12:32:50.702730 run osmo-nitb_10.42.42.2(pid=22432): Launched\u000a12:32:50.883768 run osmo-nitb_10.42.42.2(pid=22432): ERR: Terminated: ERROR {rc=2} [trial-2404↪nitb_ussd:nanobts+band-900↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=22432)]\u000a12:32:51.018294 run osmo-nitb_10.42.42.2(pid=22432): stdout: \u000a| (launched: 2022-12-14_12:32:50.560736) \u000a12:32:51.152750 run osmo-nitb_10.42.42.2(pid=22432): stderr: \u000a| (launched: 2022-12-14_12:32:50.604205)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a12:32:51.282894 run osmo-nitb_10.42.42.2(pid=22432): stdout: \u000a| (launched: 2022-12-14_12:32:50.560736) \u000a12:32:51.411080 run osmo-nitb_10.42.42.2(pid=22432): stderr: \u000a| (launched: 2022-12-14_12:32:50.604205)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a12:32:51.822362 tst osmo-nitb_10.42.42.2(pid=22432): stdout: \u000a| (launched: 2022-12-14_12:32:50.560736) \u000a12:32:51.939898 tst osmo-nitb_10.42.42.2(pid=22432): stderr: \u000a| (launched: 2022-12-14_12:32:50.604205)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a12:32:51.991299 tst assert_extension.py:12: ERR: Error: osmo-nitb_10.42.42.2(pid=22432): Process ended prematurely: osmo-nitb_10.42.42.2(pid=22432) [trial-2404↪nitb_ussd:nanobts+band-900↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=22432)] [trial-2404↪nitb_ussd:nanobts+band-900↪assert_extension.py:12]\u000a12:32:51.999258 tst assert_extension.py:12: Test FAILED (3.1 sec)\u000a12:32:52.033744 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=22431): Terminating (SIGTERM)\u000a12:32:52.211337 --- ParallelTerminationStrategy: PID 22431 died...\u000a12:32:52.266666 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=22431): Terminated: ok {rc=0}\u000a12:32:52.354179 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 6.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "146", "name" : "nitb_ussd_nanobts+band-900", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T12:32:48" }, { "cases" : [ { "testActions" : [ ], "age" : 74, "className" : "ussd:nanobts+band-900", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22443): Process ended prematurely: osmo-stp_10.42.42.5(pid=22443) [trial-2404↪ussd:nanobts+band-900↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22443)]", "failedSince" : 2331, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/ussd/assert_extension.py\", line 17, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22443): Process ended prematurely: osmo-stp_10.42.42.5(pid=22443) [trial-2404↪ussd:nanobts+band-900↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22443)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2404 ussd:nanobts+band-900 assert_extension.py\u000a----------------------------------------------\u000a12:32:54.186984 tst ussd:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a12:32:54.197663 tst ussd:nanobts+band-900: Using 1 x bts (candidates: 1)\u000a12:32:54.332212 tst assert_extension.py: using LAC 40923\u000a12:32:54.447844 tst assert_extension.py: using RAC 123\u000a12:32:54.560894 tst assert_extension.py: using CellId 40923\u000a12:32:54.676830 tst assert_extension.py: using BVCI 40924\u000a12:32:54.699032 tst ussd:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a12:32:54.709746 tst ussd:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a12:32:54.720193 tst ussd:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a12:32:54.730789 tst ussd:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a12:32:54.741634 tst ussd:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a12:32:54.752391 tst ussd:nanobts+band-900: Using 1 x modem (candidates: 1)\u000a12:32:54.959013 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:32:55.462614 run create_hlr_db(pid=22437): Launched\u000a12:32:55.645204 bus /sierra_2: Setting Powered False\u000a12:32:56.655812 run create_hlr_db(pid=22437): Terminated: ok {rc=0}\u000a12:32:57.083301 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22439): Launched\u000a12:32:57.398950 run osmo-hlr_10.42.42.2(pid=22440): Launched\u000a12:32:57.514954 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:32:58.066802 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22442): Launched\u000a12:32:58.382412 run osmo-stp_10.42.42.5(pid=22443): Launched\u000a12:32:58.496059 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:32:59.070810 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22445): Launched\u000a12:32:59.386448 run osmo-msc_10.42.42.6(pid=22446): Launched\u000a12:32:59.571585 run osmo-stp_10.42.42.5(pid=22443): ERR: Terminated: ERROR {rc=1} [trial-2404↪ussd:nanobts+band-900↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22443)]\u000a12:32:59.704374 run osmo-stp_10.42.42.5(pid=22443): stdout: \u000a| (launched: 2022-12-14_12:32:58.226927)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:32:59.837191 run osmo-stp_10.42.42.5(pid=22443): stderr: \u000a| �[0;m�[38;5;43m20221214123258421 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214123258421 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214123258421 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214123258422 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214123258422 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214123258422 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214123258422 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:32:59.963657 run osmo-stp_10.42.42.5(pid=22443): stdout: \u000a| (launched: 2022-12-14_12:32:58.226927)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:33:00.088747 run osmo-stp_10.42.42.5(pid=22443): stderr: \u000a| �[0;m�[38;5;43m20221214123258421 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214123258421 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214123258421 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214123258422 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214123258422 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214123258422 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214123258422 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:33:00.143806 tst assert_extension.py:17: ERR: Error: osmo-stp_10.42.42.5(pid=22443): Process ended prematurely: osmo-stp_10.42.42.5(pid=22443) [trial-2404↪ussd:nanobts+band-900↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22443)] [trial-2404↪ussd:nanobts+band-900↪assert_extension.py:17]\u000a12:33:00.152532 tst assert_extension.py:17: Test FAILED (6.0 sec)\u000a12:33:00.214128 run osmo-hlr_10.42.42.2(pid=22440): ERR: Terminated: ERROR {rc=237} [trial-2404↪ussd:nanobts+band-900↪assert_extension.py↪assert_extension.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22440)]\u000a12:33:00.265473 run osmo-hlr_10.42.42.2(pid=22440): stdout: \u000a| (launched: 2022-12-14_12:32:57.243427) \u000a12:33:00.316818 run osmo-hlr_10.42.42.2(pid=22440): stderr: \u000a| �[0;m�[1;31m20221214123257440 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214123257441 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214123257441 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214123257441 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214123257441 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214123257441 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214123257453 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2404/run.2022-12-14_11-25-45/ussd:nanobts+band-900/assert_extension.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214123257461 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214123257461 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214123257461 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:33:00.387110 run osmo-msc_10.42.42.6(pid=22446): ERR: Terminated: ERROR {rc=2} [trial-2404↪ussd:nanobts+band-900↪assert_extension.py↪assert_extension.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=22446)]\u000a12:33:00.437849 run osmo-msc_10.42.42.6(pid=22446): stdout: \u000a| (launched: 2022-12-14_12:32:59.230513) \u000a12:33:00.488861 run osmo-msc_10.42.42.6(pid=22446): stderr: \u000a| �[0;m�[38;5;43m20221214123259552 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214123259552 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f8808a0cc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214123259552 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214123259552 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214123259552 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214123259552 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214123259554 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214123259554 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214123259555 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214123259555 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:33:00.532302 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22439): Terminating (SIGTERM)\u000a12:33:00.573490 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22442): Terminating (SIGTERM)\u000a12:33:00.614539 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22445): Terminating (SIGTERM)\u000a12:33:00.624124 --- ParallelTerminationStrategy: PID 22439 died...\u000a12:33:00.679211 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22439): Terminated: ok {rc=0}\u000a12:33:00.689198 --- ParallelTerminationStrategy: PID 22442 died...\u000a12:33:00.744093 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22442): Terminated: ok {rc=0}\u000a12:33:00.754099 --- ParallelTerminationStrategy: PID 22445 died...\u000a12:33:00.808789 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22445): Terminated: ok {rc=0}\u000a12:33:00.917781 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 9.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "147", "name" : "ussd_nanobts+band-900", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T12:32:53" }, { "cases" : [ { "testActions" : [ ], "age" : 74, "className" : "voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22458): Process ended prematurely: osmo-stp_10.42.42.5(pid=22458) [trial-2404↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22458)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22458): Process ended prematurely: osmo-stp_10.42.42.5(pid=22458) [trial-2404↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22458)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2404 voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call.py\u000a----------------------------------------------\u000a12:33:02.905646 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a12:33:02.917380 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a12:33:03.078285 tst mo_mt_call.py: using LAC 40924\u000a12:33:03.209094 tst mo_mt_call.py: using RAC 124\u000a12:33:03.332866 tst mo_mt_call.py: using CellId 40924\u000a12:33:03.456325 tst mo_mt_call.py: using BVCI 40925\u000a12:33:03.479164 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a12:33:03.490555 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a12:33:03.501704 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a12:33:03.512791 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a12:33:03.524351 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a12:33:03.535933 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a12:33:03.655674 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a12:33:03.865603 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:33:04.377346 run create_hlr_db(pid=22452): Launched\u000a12:33:04.562514 bus /sierra_2: Setting Powered False\u000a12:33:05.585059 run create_hlr_db(pid=22452): Terminated: ok {rc=0}\u000a12:33:05.987298 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22454): Launched\u000a12:33:06.286028 run osmo-hlr_10.42.42.2(pid=22455): Launched\u000a12:33:06.396775 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:33:06.923335 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22457): Launched\u000a12:33:07.222915 run osmo-stp_10.42.42.5(pid=22458): Launched\u000a12:33:07.331850 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:33:07.878988 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22460): Launched\u000a12:33:08.179430 run osmo-msc_10.42.42.6(pid=22461): Launched\u000a12:33:08.356143 run osmo-stp_10.42.42.5(pid=22458): ERR: Terminated: ERROR {rc=1} [trial-2404↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22458)]\u000a12:33:08.483282 run osmo-stp_10.42.42.5(pid=22458): stdout: \u000a| (launched: 2022-12-14_12:33:07.074855)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:33:08.608203 run osmo-stp_10.42.42.5(pid=22458): stderr: \u000a| �[0;m�[38;5;43m20221214123307246 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214123307246 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214123307247 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214123307247 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214123307247 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214123307248 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214123307248 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:33:08.728533 run osmo-stp_10.42.42.5(pid=22458): stdout: \u000a| (launched: 2022-12-14_12:33:07.074855)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:33:08.847437 run osmo-stp_10.42.42.5(pid=22458): stderr: \u000a| �[0;m�[38;5;43m20221214123307246 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214123307246 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214123307247 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214123307247 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214123307247 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214123307248 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214123307248 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:33:08.899809 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=22458): Process ended prematurely: osmo-stp_10.42.42.5(pid=22458) [trial-2404↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22458)] [trial-2404↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8]\u000a12:33:08.908370 tst mo_mt_call.py:8: Test FAILED (6.0 sec)\u000a12:33:08.967787 run osmo-hlr_10.42.42.2(pid=22455): ERR: Terminated: ERROR {rc=237} [trial-2404↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22455)]\u000a12:33:09.016363 run osmo-hlr_10.42.42.2(pid=22455): stdout: \u000a| (launched: 2022-12-14_12:33:06.138910) \u000a12:33:09.065623 run osmo-hlr_10.42.42.2(pid=22455): stderr: \u000a| �[0;m�[1;31m20221214123306317 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214123306317 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214123306317 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214123306317 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214123306317 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214123306317 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214123306334 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2404/run.2022-12-14_11-25-45/voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214123306343 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214123306344 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214123306344 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:33:09.132747 run osmo-msc_10.42.42.6(pid=22461): ERR: Terminated: ERROR {rc=2} [trial-2404↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=22461)]\u000a12:33:09.181242 run osmo-msc_10.42.42.6(pid=22461): stdout: \u000a| (launched: 2022-12-14_12:33:08.030743) \u000a12:33:09.230211 run osmo-msc_10.42.42.6(pid=22461): stderr: \u000a| �[0;m�[38;5;43m20221214123308301 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214123308302 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fde54264c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214123308302 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214123308302 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214123308302 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214123308302 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214123308304 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214123308304 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214123308304 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214123308304 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:33:09.271848 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22454): Terminating (SIGTERM)\u000a12:33:09.311259 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22457): Terminating (SIGTERM)\u000a12:33:09.351048 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22460): Terminating (SIGTERM)\u000a12:33:09.360214 --- ParallelTerminationStrategy: PID 22454 died...\u000a12:33:09.413407 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22454): Terminated: ok {rc=0}\u000a12:33:09.422912 --- ParallelTerminationStrategy: PID 22457 died...\u000a12:33:09.475742 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22457): Terminated: ok {rc=0}\u000a12:33:09.485319 --- ParallelTerminationStrategy: PID 22460 died...\u000a12:33:09.538030 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22460): Terminated: ok {rc=0}\u000a12:33:09.625469 bus /sierra_3: Setting Powered False\u000a12:33:10.726763 bus /sierra_3: Setting Powered False\u000a12:33:11.836099 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 85, "className" : "voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22469): Process ended prematurely: osmo-stp_10.42.42.5(pid=22469) [trial-2404↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22469)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22469): Process ended prematurely: osmo-stp_10.42.42.5(pid=22469) [trial-2404↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22469)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2404 voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a12:33:12.943988 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a12:33:12.955887 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a12:33:13.108686 tst mo_mt_call_osmux.py: using LAC 40925\u000a12:33:13.227029 tst mo_mt_call_osmux.py: using RAC 125\u000a12:33:13.351754 tst mo_mt_call_osmux.py: using CellId 40925\u000a12:33:13.475938 tst mo_mt_call_osmux.py: using BVCI 40926\u000a12:33:13.498851 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a12:33:13.510095 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a12:33:13.521270 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a12:33:13.532446 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a12:33:13.543957 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a12:33:13.555463 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a12:33:13.676992 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a12:33:13.879281 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:33:14.350657 run create_hlr_db(pid=22463): Launched\u000a12:33:14.523147 bus /sierra_2: Setting Powered False\u000a12:33:15.545517 run create_hlr_db(pid=22463): Terminated: ok {rc=0}\u000a12:33:15.974550 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22465): Launched\u000a12:33:16.405607 run osmo-hlr_10.42.42.2(pid=22466): Launched\u000a12:33:16.603825 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:33:17.233246 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22468): Launched\u000a12:33:17.559300 run osmo-stp_10.42.42.5(pid=22469): Launched\u000a12:33:17.676393 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:33:18.266504 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22471): Launched\u000a12:33:18.590334 run osmo-msc_10.42.42.6(pid=22472): Launched\u000a12:33:18.779184 run osmo-stp_10.42.42.5(pid=22469): ERR: Terminated: ERROR {rc=1} [trial-2404↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22469)]\u000a12:33:18.915902 run osmo-stp_10.42.42.5(pid=22469): stdout: \u000a| (launched: 2022-12-14_12:33:17.398570)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:33:19.051145 run osmo-stp_10.42.42.5(pid=22469): stderr: \u000a| �[0;m�[38;5;43m20221214123317594 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214123317594 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214123317594 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214123317595 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214123317595 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214123317595 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214123317595 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:33:19.179959 run osmo-stp_10.42.42.5(pid=22469): stdout: \u000a| (launched: 2022-12-14_12:33:17.398570)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:33:19.307579 run osmo-stp_10.42.42.5(pid=22469): stderr: \u000a| �[0;m�[38;5;43m20221214123317594 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214123317594 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214123317594 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214123317595 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214123317595 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214123317595 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214123317595 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:33:19.364236 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=22469): Process ended prematurely: osmo-stp_10.42.42.5(pid=22469) [trial-2404↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22469)] [trial-2404↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8]\u000a12:33:19.373673 tst mo_mt_call_osmux.py:8: Test FAILED (6.5 sec)\u000a12:33:19.436036 run osmo-hlr_10.42.42.2(pid=22466): ERR: Terminated: ERROR {rc=237} [trial-2404↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22466)]\u000a12:33:19.487089 run osmo-hlr_10.42.42.2(pid=22466): stdout: \u000a| (launched: 2022-12-14_12:33:16.143058) \u000a12:33:19.538877 run osmo-hlr_10.42.42.2(pid=22466): stderr: \u000a| �[0;m�[1;31m20221214123316450 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214123316450 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214123316450 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214123316450 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214123316450 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214123316450 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214123316474 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2404/run.2022-12-14_11-25-45/voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214123316482 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214123316482 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214123316482 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:33:19.608932 run osmo-msc_10.42.42.6(pid=22472): ERR: Terminated: ERROR {rc=2} [trial-2404↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=22472)]\u000a12:33:19.659576 run osmo-msc_10.42.42.6(pid=22472): stdout: \u000a| (launched: 2022-12-14_12:33:18.431050) \u000a12:33:19.710932 run osmo-msc_10.42.42.6(pid=22472): stderr: \u000a| �[0;m�[38;5;43m20221214123318753 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214123318753 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f1080b0ec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214123318753 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214123318753 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214123318753 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214123318753 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214123318755 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214123318755 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214123318755 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214123318755 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:33:19.754554 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22465): Terminating (SIGTERM)\u000a12:33:19.796741 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22468): Terminating (SIGTERM)\u000a12:33:19.838332 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22471): Terminating (SIGTERM)\u000a12:33:19.847979 --- ParallelTerminationStrategy: PID 22465 died...\u000a12:33:19.903481 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22465): Terminated: ok {rc=0}\u000a12:33:19.913584 --- ParallelTerminationStrategy: PID 22468 died...\u000a12:33:19.968452 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22468): Terminated: ok {rc=0}\u000a12:33:19.978385 --- ParallelTerminationStrategy: PID 22471 died...\u000a12:33:20.033531 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22471): Terminated: ok {rc=0}\u000a12:33:20.118720 bus /sierra_3: Setting Powered False\u000a12:33:21.223508 bus /sierra_3: Setting Powered False\u000a12:33:22.334914 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "148", "name" : "voice_nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T12:33:02" }, { "cases" : [ { "testActions" : [ ], "age" : 74, "className" : "voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22483): Process ended prematurely: osmo-stp_10.42.42.5(pid=22483) [trial-2404↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22483)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22483): Process ended prematurely: osmo-stp_10.42.42.5(pid=22483) [trial-2404↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22483)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2404 voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call.py\u000a----------------------------------------------\u000a12:33:24.325852 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a12:33:24.336801 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a12:33:24.488455 tst mo_mt_call.py: using LAC 40926\u000a12:33:24.607229 tst mo_mt_call.py: using RAC 126\u000a12:33:24.727192 tst mo_mt_call.py: using CellId 40926\u000a12:33:24.846683 tst mo_mt_call.py: using BVCI 40927\u000a12:33:24.869348 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a12:33:24.880310 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a12:33:24.891245 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a12:33:24.902259 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a12:33:24.913529 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a12:33:24.924629 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a12:33:25.042158 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a12:33:25.247751 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:33:25.718457 run create_hlr_db(pid=22477): Launched\u000a12:33:25.890581 bus /sierra_2: Setting Powered False\u000a12:33:26.913590 run create_hlr_db(pid=22477): Terminated: ok {rc=0}\u000a12:33:27.314115 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22479): Launched\u000a12:33:27.615034 run osmo-hlr_10.42.42.2(pid=22480): Launched\u000a12:33:27.731408 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:33:28.263180 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22482): Launched\u000a12:33:28.564683 run osmo-stp_10.42.42.5(pid=22483): Launched\u000a12:33:28.673889 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:33:29.221524 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22485): Launched\u000a12:33:29.523222 run osmo-msc_10.42.42.6(pid=22486): Launched\u000a12:33:29.700405 run osmo-stp_10.42.42.5(pid=22483): ERR: Terminated: ERROR {rc=1} [trial-2404↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22483)]\u000a12:33:29.828925 run osmo-stp_10.42.42.5(pid=22483): stdout: \u000a| (launched: 2022-12-14_12:33:28.416064)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:33:29.954554 run osmo-stp_10.42.42.5(pid=22483): stderr: \u000a| �[0;m�[38;5;43m20221214123328589 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214123328589 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214123328589 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214123328590 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214123328590 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214123328590 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214123328590 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:33:30.075590 run osmo-stp_10.42.42.5(pid=22483): stdout: \u000a| (launched: 2022-12-14_12:33:28.416064)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:33:30.195149 run osmo-stp_10.42.42.5(pid=22483): stderr: \u000a| �[0;m�[38;5;43m20221214123328589 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214123328589 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214123328589 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214123328590 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214123328590 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214123328590 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214123328590 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:33:30.248200 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=22483): Process ended prematurely: osmo-stp_10.42.42.5(pid=22483) [trial-2404↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22483)] [trial-2404↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8]\u000a12:33:30.256746 tst mo_mt_call.py:8: Test FAILED (6.0 sec)\u000a12:33:30.316517 run osmo-hlr_10.42.42.2(pid=22480): ERR: Terminated: ERROR {rc=237} [trial-2404↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22480)]\u000a12:33:30.365153 run osmo-hlr_10.42.42.2(pid=22480): stdout: \u000a| (launched: 2022-12-14_12:33:27.466436) \u000a12:33:30.414390 run osmo-hlr_10.42.42.2(pid=22480): stderr: \u000a| �[0;m�[1;31m20221214123327642 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214123327642 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214123327642 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214123327642 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214123327642 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214123327642 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214123327654 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2404/run.2022-12-14_11-25-45/voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214123327664 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214123327665 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214123327665 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:33:30.481550 run osmo-msc_10.42.42.6(pid=22486): ERR: Terminated: ERROR {rc=2} [trial-2404↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=22486)]\u000a12:33:30.530099 run osmo-msc_10.42.42.6(pid=22486): stdout: \u000a| (launched: 2022-12-14_12:33:29.373297) \u000a12:33:30.579015 run osmo-msc_10.42.42.6(pid=22486): stderr: \u000a| �[0;m�[38;5;43m20221214123329642 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214123329642 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f88828eac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214123329642 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214123329643 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214123329643 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214123329643 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214123329645 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214123329645 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214123329645 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214123329645 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:33:30.620854 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22479): Terminating (SIGTERM)\u000a12:33:30.660328 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22482): Terminating (SIGTERM)\u000a12:33:30.699880 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22485): Terminating (SIGTERM)\u000a12:33:30.709184 --- ParallelTerminationStrategy: PID 22479 died...\u000a12:33:30.762406 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22479): Terminated: ok {rc=0}\u000a12:33:30.771939 --- ParallelTerminationStrategy: PID 22482 died...\u000a12:33:30.824920 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22482): Terminated: ok {rc=0}\u000a12:33:30.849889 --- ParallelTerminationStrategy: PID 22485 died...\u000a12:33:30.911420 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22485): Terminated: ok {rc=0}\u000a12:33:30.997192 bus /sierra_3: Setting Powered False\u000a12:33:32.106274 bus /sierra_3: Setting Powered False\u000a12:33:33.212754 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 85, "className" : "voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22495): Process ended prematurely: osmo-stp_10.42.42.5(pid=22495) [trial-2404↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22495)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22495): Process ended prematurely: osmo-stp_10.42.42.5(pid=22495) [trial-2404↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22495)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2404 voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a12:33:34.327619 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a12:33:34.339955 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a12:33:34.500666 tst mo_mt_call_osmux.py: using LAC 40927\u000a12:33:34.626333 tst mo_mt_call_osmux.py: using RAC 127\u000a12:33:34.752260 tst mo_mt_call_osmux.py: using CellId 40927\u000a12:33:34.875559 tst mo_mt_call_osmux.py: using BVCI 40928\u000a12:33:34.898384 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a12:33:34.909628 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a12:33:34.920633 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a12:33:34.931694 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a12:33:34.943514 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a12:33:34.955534 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a12:33:35.077922 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a12:33:35.288247 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:33:35.802718 run create_hlr_db(pid=22488): Launched\u000a12:33:35.988754 bus /sierra_2: Setting Powered False\u000a12:33:37.009245 run create_hlr_db(pid=22488): Terminated: ok {rc=0}\u000a12:33:37.416082 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22491): Launched\u000a12:33:37.718290 run osmo-hlr_10.42.42.2(pid=22492): Launched\u000a12:33:37.835663 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:33:38.365963 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22494): Launched\u000a12:33:38.666575 run osmo-stp_10.42.42.5(pid=22495): Launched\u000a12:33:38.775652 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:33:39.322863 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22497): Launched\u000a12:33:39.623558 run osmo-msc_10.42.42.6(pid=22498): Launched\u000a12:33:39.801500 run osmo-stp_10.42.42.5(pid=22495): ERR: Terminated: ERROR {rc=1} [trial-2404↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22495)]\u000a12:33:39.928829 run osmo-stp_10.42.42.5(pid=22495): stdout: \u000a| (launched: 2022-12-14_12:33:38.517786)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:33:40.063848 run osmo-stp_10.42.42.5(pid=22495): stderr: \u000a| �[0;m�[38;5;43m20221214123338688 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214123338689 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214123338689 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214123338690 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214123338691 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214123338691 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214123338691 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:33:40.192499 run osmo-stp_10.42.42.5(pid=22495): stdout: \u000a| (launched: 2022-12-14_12:33:38.517786)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:33:40.319782 run osmo-stp_10.42.42.5(pid=22495): stderr: \u000a| �[0;m�[38;5;43m20221214123338688 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214123338689 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214123338689 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214123338690 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214123338691 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214123338691 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214123338691 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:33:40.376273 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=22495): Process ended prematurely: osmo-stp_10.42.42.5(pid=22495) [trial-2404↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22495)] [trial-2404↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8]\u000a12:33:40.385589 tst mo_mt_call_osmux.py:8: Test FAILED (6.1 sec)\u000a12:33:40.447870 run osmo-hlr_10.42.42.2(pid=22492): ERR: Terminated: ERROR {rc=237} [trial-2404↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22492)]\u000a12:33:40.498694 run osmo-hlr_10.42.42.2(pid=22492): stdout: \u000a| (launched: 2022-12-14_12:33:37.568395) \u000a12:33:40.550171 run osmo-hlr_10.42.42.2(pid=22492): stderr: \u000a| �[0;m�[1;31m20221214123337745 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214123337746 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214123337746 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214123337746 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214123337746 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214123337746 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214123337758 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2404/run.2022-12-14_11-25-45/voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214123337767 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214123337767 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214123337767 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:33:40.620823 run osmo-msc_10.42.42.6(pid=22498): ERR: Terminated: ERROR {rc=2} [trial-2404↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=22498)]\u000a12:33:40.671506 run osmo-msc_10.42.42.6(pid=22498): stdout: \u000a| (launched: 2022-12-14_12:33:39.474880) \u000a12:33:40.722695 run osmo-msc_10.42.42.6(pid=22498): stderr: \u000a| �[0;m�[38;5;43m20221214123339745 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214123339745 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fb7e265bc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214123339745 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214123339745 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214123339746 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214123339746 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214123339748 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214123339748 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214123339748 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214123339748 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:33:40.766587 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22491): Terminating (SIGTERM)\u000a12:33:40.808792 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22494): Terminating (SIGTERM)\u000a12:33:40.850959 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22497): Terminating (SIGTERM)\u000a12:33:40.860596 --- ParallelTerminationStrategy: PID 22491 died...\u000a12:33:40.915665 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22491): Terminated: ok {rc=0}\u000a12:33:40.925785 --- ParallelTerminationStrategy: PID 22494 died...\u000a12:33:40.980521 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22494): Terminated: ok {rc=0}\u000a12:33:40.990518 --- ParallelTerminationStrategy: PID 22497 died...\u000a12:33:41.045489 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22497): Terminated: ok {rc=0}\u000a12:33:41.131940 bus /sierra_3: Setting Powered False\u000a12:33:42.234267 bus /sierra_3: Setting Powered False\u000a12:33:43.345173 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "149", "name" : "voice_nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T12:33:24" }, { "cases" : [ { "testActions" : [ ], "age" : 79, "className" : "voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22509): Process ended prematurely: osmo-stp_10.42.42.5(pid=22509) [trial-2404↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22509)]", "failedSince" : 2326, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22509): Process ended prematurely: osmo-stp_10.42.42.5(pid=22509) [trial-2404↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22509)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2404 voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call.py\u000a----------------------------------------------\u000a12:33:45.334028 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a12:33:45.345386 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a12:33:45.497299 tst mo_mt_call.py: using LAC 40928\u000a12:33:45.623117 tst mo_mt_call.py: using RAC 128\u000a12:33:45.748203 tst mo_mt_call.py: using CellId 40928\u000a12:33:45.878305 tst mo_mt_call.py: using BVCI 40929\u000a12:33:45.904284 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a12:33:45.916581 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a12:33:45.934536 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a12:33:45.946690 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a12:33:45.958911 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a12:33:45.971279 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a12:33:46.097214 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a12:33:46.342139 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:33:46.899420 run create_hlr_db(pid=22503): Launched\u000a12:33:47.088846 bus /sierra_2: Setting Powered False\u000a12:33:48.107233 run create_hlr_db(pid=22503): Terminated: ok {rc=0}\u000a12:33:48.520012 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22505): Launched\u000a12:33:48.819824 run osmo-hlr_10.42.42.2(pid=22506): Launched\u000a12:33:48.932665 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:33:49.461397 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22508): Launched\u000a12:33:49.760749 run osmo-stp_10.42.42.5(pid=22509): Launched\u000a12:33:49.869998 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:33:50.417341 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22511): Launched\u000a12:33:50.718641 run osmo-msc_10.42.42.6(pid=22512): Launched\u000a12:33:50.895842 run osmo-stp_10.42.42.5(pid=22509): ERR: Terminated: ERROR {rc=1} [trial-2404↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22509)]\u000a12:33:51.024050 run osmo-stp_10.42.42.5(pid=22509): stdout: \u000a| (launched: 2022-12-14_12:33:49.612608)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:33:51.149567 run osmo-stp_10.42.42.5(pid=22509): stderr: \u000a| �[0;m�[38;5;43m20221214123349782 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214123349782 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214123349782 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214123349783 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214123349783 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214123349783 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214123349783 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:33:51.270124 run osmo-stp_10.42.42.5(pid=22509): stdout: \u000a| (launched: 2022-12-14_12:33:49.612608)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:33:51.389529 run osmo-stp_10.42.42.5(pid=22509): stderr: \u000a| �[0;m�[38;5;43m20221214123349782 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214123349782 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214123349782 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214123349783 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214123349783 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214123349783 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214123349783 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:33:51.442384 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=22509): Process ended prematurely: osmo-stp_10.42.42.5(pid=22509) [trial-2404↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22509)] [trial-2404↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8]\u000a12:33:51.451124 tst mo_mt_call.py:8: Test FAILED (6.1 sec)\u000a12:33:51.511019 run osmo-hlr_10.42.42.2(pid=22506): ERR: Terminated: ERROR {rc=237} [trial-2404↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22506)]\u000a12:33:51.559728 run osmo-hlr_10.42.42.2(pid=22506): stdout: \u000a| (launched: 2022-12-14_12:33:48.672011) \u000a12:33:51.609045 run osmo-hlr_10.42.42.2(pid=22506): stderr: \u000a| �[0;m�[1;31m20221214123348849 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214123348849 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214123348849 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214123348849 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214123348849 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214123348849 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214123348866 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2404/run.2022-12-14_11-25-45/voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214123348875 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214123348876 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214123348876 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:33:51.676232 run osmo-msc_10.42.42.6(pid=22512): ERR: Terminated: ERROR {rc=2} [trial-2404↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=22512)]\u000a12:33:51.724748 run osmo-msc_10.42.42.6(pid=22512): stdout: \u000a| (launched: 2022-12-14_12:33:50.569197) \u000a12:33:51.774013 run osmo-msc_10.42.42.6(pid=22512): stderr: \u000a| �[0;m�[38;5;43m20221214123350842 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214123350842 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f9dd826bc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214123350842 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214123350842 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214123350842 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214123350842 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214123350844 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214123350845 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214123350845 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214123350845 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:33:51.816453 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22505): Terminating (SIGTERM)\u000a12:33:51.856377 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22508): Terminating (SIGTERM)\u000a12:33:51.896472 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22511): Terminating (SIGTERM)\u000a12:33:51.905916 --- ParallelTerminationStrategy: PID 22505 died...\u000a12:33:51.959654 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22505): Terminated: ok {rc=0}\u000a12:33:51.969284 --- ParallelTerminationStrategy: PID 22508 died...\u000a12:33:52.022611 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22508): Terminated: ok {rc=0}\u000a12:33:52.032100 --- ParallelTerminationStrategy: PID 22511 died...\u000a12:33:52.085474 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22511): Terminated: ok {rc=0}\u000a12:33:52.173142 bus /sierra_3: Setting Powered False\u000a12:33:53.274783 bus /sierra_3: Setting Powered False\u000a12:33:54.381689 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 87, "className" : "voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22520): Process ended prematurely: osmo-stp_10.42.42.5(pid=22520) [trial-2404↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22520)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22520): Process ended prematurely: osmo-stp_10.42.42.5(pid=22520) [trial-2404↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22520)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2404 voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a12:33:55.496038 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a12:33:55.508755 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a12:33:55.672264 tst mo_mt_call_osmux.py: using LAC 40929\u000a12:33:55.794089 tst mo_mt_call_osmux.py: using RAC 129\u000a12:33:55.918787 tst mo_mt_call_osmux.py: using CellId 40929\u000a12:33:56.046300 tst mo_mt_call_osmux.py: using BVCI 40930\u000a12:33:56.070684 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a12:33:56.082427 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a12:33:56.093975 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a12:33:56.105542 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a12:33:56.117183 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a12:33:56.128698 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a12:33:56.245567 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a12:33:56.462633 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:33:56.977989 run create_hlr_db(pid=22514): Launched\u000a12:33:57.163757 bus /sierra_2: Setting Powered False\u000a12:33:58.184913 run create_hlr_db(pid=22514): Terminated: ok {rc=0}\u000a12:33:58.615499 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22516): Launched\u000a12:33:58.939082 run osmo-hlr_10.42.42.2(pid=22517): Launched\u000a12:33:59.056212 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:33:59.615040 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22519): Launched\u000a12:33:59.936323 run osmo-stp_10.42.42.5(pid=22520): Launched\u000a12:34:00.052562 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:34:00.640694 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22522): Launched\u000a12:34:01.059895 run osmo-msc_10.42.42.6(pid=22523): Launched\u000a12:34:01.457559 run osmo-stp_10.42.42.5(pid=22520): ERR: Terminated: ERROR {rc=1} [trial-2404↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22520)]\u000a12:34:01.629573 run osmo-stp_10.42.42.5(pid=22520): stdout: \u000a| (launched: 2022-12-14_12:33:59.778437)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:34:01.767061 run osmo-stp_10.42.42.5(pid=22520): stderr: \u000a| �[0;m�[38;5;43m20221214123359971 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214123359972 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214123359972 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214123359972 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214123359973 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214123359973 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214123359973 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:34:01.898819 run osmo-stp_10.42.42.5(pid=22520): stdout: \u000a| (launched: 2022-12-14_12:33:59.778437)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:34:02.028847 run osmo-stp_10.42.42.5(pid=22520): stderr: \u000a| �[0;m�[38;5;43m20221214123359971 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214123359972 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214123359972 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214123359972 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214123359973 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214123359973 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214123359973 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:34:02.087458 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=22520): Process ended prematurely: osmo-stp_10.42.42.5(pid=22520) [trial-2404↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22520)] [trial-2404↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8]\u000a12:34:02.098057 tst mo_mt_call_osmux.py:8: Test FAILED (6.6 sec)\u000a12:34:02.161014 run osmo-hlr_10.42.42.2(pid=22517): ERR: Terminated: ERROR {rc=237} [trial-2404↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22517)]\u000a12:34:02.213023 run osmo-hlr_10.42.42.2(pid=22517): stdout: \u000a| (launched: 2022-12-14_12:33:58.780673) \u000a12:34:02.265403 run osmo-hlr_10.42.42.2(pid=22517): stderr: \u000a| �[0;m�[1;31m20221214123358979 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214123358979 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214123358979 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214123358979 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214123358979 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214123358979 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214123358992 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2404/run.2022-12-14_11-25-45/voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214123359000 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214123359000 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214123359000 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:34:02.336420 run osmo-msc_10.42.42.6(pid=22523): ERR: Terminated: ERROR {rc=2} [trial-2404↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=22523)]\u000a12:34:02.387039 run osmo-msc_10.42.42.6(pid=22523): stdout: \u000a| (launched: 2022-12-14_12:34:00.804890) \u000a12:34:02.438366 run osmo-msc_10.42.42.6(pid=22523): stderr: \u000a| �[0;m�[38;5;43m20221214123401266 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214123401266 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fee05dbac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214123401266 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214123401266 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214123401270 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214123401271 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214123401272 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214123401278 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214123401279 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214123401279 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:34:02.482344 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22516): Terminating (SIGTERM)\u000a12:34:02.524152 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22519): Terminating (SIGTERM)\u000a12:34:02.565761 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22522): Terminating (SIGTERM)\u000a12:34:02.575408 --- ParallelTerminationStrategy: PID 22516 died...\u000a12:34:02.630669 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22516): Terminated: ok {rc=0}\u000a12:34:02.640631 --- ParallelTerminationStrategy: PID 22519 died...\u000a12:34:02.695645 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22519): Terminated: ok {rc=0}\u000a12:34:02.705663 --- ParallelTerminationStrategy: PID 22522 died...\u000a12:34:02.760870 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22522): Terminated: ok {rc=0}\u000a12:34:02.846327 bus /sierra_3: Setting Powered False\u000a12:34:03.951458 bus /sierra_3: Setting Powered False\u000a12:34:05.061149 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "150", "name" : "voice_nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T12:33:45" }, { "cases" : [ { "testActions" : [ ], "age" : 74, "className" : "voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22534): Process ended prematurely: osmo-stp_10.42.42.5(pid=22534) [trial-2404↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22534)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22534): Process ended prematurely: osmo-stp_10.42.42.5(pid=22534) [trial-2404↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22534)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2404 voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call.py\u000a----------------------------------------------\u000a12:34:07.064016 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a12:34:07.075683 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a12:34:07.235427 tst mo_mt_call.py: using LAC 40930\u000a12:34:07.360732 tst mo_mt_call.py: using RAC 130\u000a12:34:07.491116 tst mo_mt_call.py: using CellId 40930\u000a12:34:07.615084 tst mo_mt_call.py: using BVCI 40931\u000a12:34:07.639532 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a12:34:07.651306 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a12:34:07.662772 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a12:34:07.674217 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a12:34:07.685774 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a12:34:07.697312 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a12:34:07.818474 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a12:34:08.021631 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:34:08.494625 run create_hlr_db(pid=22528): Launched\u000a12:34:08.667523 bus /sierra_2: Setting Powered False\u000a12:34:09.688545 run create_hlr_db(pid=22528): Terminated: ok {rc=0}\u000a12:34:10.089903 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22530): Launched\u000a12:34:10.391726 run osmo-hlr_10.42.42.2(pid=22531): Launched\u000a12:34:10.508672 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:34:11.036303 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22533): Launched\u000a12:34:11.336388 run osmo-stp_10.42.42.5(pid=22534): Launched\u000a12:34:11.445664 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:34:11.993801 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22536): Launched\u000a12:34:12.295068 run osmo-msc_10.42.42.6(pid=22537): Launched\u000a12:34:12.471648 run osmo-stp_10.42.42.5(pid=22534): ERR: Terminated: ERROR {rc=1} [trial-2404↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22534)]\u000a12:34:12.599207 run osmo-stp_10.42.42.5(pid=22534): stdout: \u000a| (launched: 2022-12-14_12:34:11.188447)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:34:12.724319 run osmo-stp_10.42.42.5(pid=22534): stderr: \u000a| �[0;m�[38;5;43m20221214123411360 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214123411360 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214123411360 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214123411361 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214123411361 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214123411361 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214123411361 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:34:12.845662 run osmo-stp_10.42.42.5(pid=22534): stdout: \u000a| (launched: 2022-12-14_12:34:11.188447)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:34:12.964912 run osmo-stp_10.42.42.5(pid=22534): stderr: \u000a| �[0;m�[38;5;43m20221214123411360 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214123411360 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214123411360 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214123411361 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214123411361 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214123411361 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214123411361 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:34:13.017582 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=22534): Process ended prematurely: osmo-stp_10.42.42.5(pid=22534) [trial-2404↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22534)] [trial-2404↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8]\u000a12:34:13.026157 tst mo_mt_call.py:8: Test FAILED (6.0 sec)\u000a12:34:13.085021 run osmo-hlr_10.42.42.2(pid=22531): ERR: Terminated: ERROR {rc=237} [trial-2404↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22531)]\u000a12:34:13.133527 run osmo-hlr_10.42.42.2(pid=22531): stdout: \u000a| (launched: 2022-12-14_12:34:10.242432) \u000a12:34:13.182580 run osmo-hlr_10.42.42.2(pid=22531): stderr: \u000a| �[0;m�[1;31m20221214123410421 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214123410421 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214123410422 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214123410422 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214123410422 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214123410422 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214123410437 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2404/run.2022-12-14_11-25-45/voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214123410445 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214123410445 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214123410445 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:34:13.249106 run osmo-msc_10.42.42.6(pid=22537): ERR: Terminated: ERROR {rc=2} [trial-2404↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=22537)]\u000a12:34:13.297337 run osmo-msc_10.42.42.6(pid=22537): stdout: \u000a| (launched: 2022-12-14_12:34:12.145869) \u000a12:34:13.346028 run osmo-msc_10.42.42.6(pid=22537): stderr: \u000a| �[0;m�[38;5;43m20221214123412416 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214123412416 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fd5a8ac0c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214123412417 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214123412417 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214123412417 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214123412417 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214123412419 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214123412419 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214123412419 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214123412419 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:34:13.387886 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22530): Terminating (SIGTERM)\u000a12:34:13.427357 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22533): Terminating (SIGTERM)\u000a12:34:13.466806 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22536): Terminating (SIGTERM)\u000a12:34:13.475974 --- ParallelTerminationStrategy: PID 22530 died...\u000a12:34:13.529257 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22530): Terminated: ok {rc=0}\u000a12:34:13.538710 --- ParallelTerminationStrategy: PID 22533 died...\u000a12:34:13.591766 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22533): Terminated: ok {rc=0}\u000a12:34:13.601291 --- ParallelTerminationStrategy: PID 22536 died...\u000a12:34:13.654035 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22536): Terminated: ok {rc=0}\u000a12:34:13.737213 bus /sierra_3: Setting Powered False\u000a12:34:14.841467 bus /sierra_3: Setting Powered False\u000a12:34:15.964913 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 85, "className" : "voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22545): Process ended prematurely: osmo-stp_10.42.42.5(pid=22545) [trial-2404↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22545)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22545): Process ended prematurely: osmo-stp_10.42.42.5(pid=22545) [trial-2404↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22545)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2404 voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a12:34:17.104171 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a12:34:17.122016 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a12:34:17.305975 tst mo_mt_call_osmux.py: using LAC 40931\u000a12:34:17.431112 tst mo_mt_call_osmux.py: using RAC 131\u000a12:34:17.557022 tst mo_mt_call_osmux.py: using CellId 40931\u000a12:34:17.680869 tst mo_mt_call_osmux.py: using BVCI 40932\u000a12:34:17.705490 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a12:34:17.717246 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a12:34:17.728626 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a12:34:17.740078 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a12:34:17.751681 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a12:34:17.763127 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a12:34:17.880048 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a12:34:18.087630 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:34:18.560475 run create_hlr_db(pid=22539): Launched\u000a12:34:18.733270 bus /sierra_2: Setting Powered False\u000a12:34:19.754105 run create_hlr_db(pid=22539): Terminated: ok {rc=0}\u000a12:34:20.180883 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22541): Launched\u000a12:34:20.502294 run osmo-hlr_10.42.42.2(pid=22542): Launched\u000a12:34:20.620374 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:34:21.178547 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22544): Launched\u000a12:34:21.501180 run osmo-stp_10.42.42.5(pid=22545): Launched\u000a12:34:21.618343 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:34:22.207396 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22547): Launched\u000a12:34:22.529984 run osmo-msc_10.42.42.6(pid=22548): Launched\u000a12:34:22.719287 run osmo-stp_10.42.42.5(pid=22545): ERR: Terminated: ERROR {rc=1} [trial-2404↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22545)]\u000a12:34:22.855578 run osmo-stp_10.42.42.5(pid=22545): stdout: \u000a| (launched: 2022-12-14_12:34:21.342190)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:34:22.991686 run osmo-stp_10.42.42.5(pid=22545): stderr: \u000a| �[0;m�[38;5;43m20221214123421535 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214123421535 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214123421535 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214123421535 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214123421536 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214123421536 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214123421536 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:34:23.120813 run osmo-stp_10.42.42.5(pid=22545): stdout: \u000a| (launched: 2022-12-14_12:34:21.342190)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:34:23.248618 run osmo-stp_10.42.42.5(pid=22545): stderr: \u000a| �[0;m�[38;5;43m20221214123421535 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214123421535 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214123421535 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214123421535 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214123421536 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214123421536 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214123421536 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:34:23.305481 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=22545): Process ended prematurely: osmo-stp_10.42.42.5(pid=22545) [trial-2404↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22545)] [trial-2404↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8]\u000a12:34:23.314886 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a12:34:23.376801 run osmo-hlr_10.42.42.2(pid=22542): ERR: Terminated: ERROR {rc=237} [trial-2404↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22542)]\u000a12:34:23.428676 run osmo-hlr_10.42.42.2(pid=22542): stdout: \u000a| (launched: 2022-12-14_12:34:20.344382) \u000a12:34:23.480338 run osmo-hlr_10.42.42.2(pid=22542): stderr: \u000a| �[0;m�[1;31m20221214123420545 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214123420545 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214123420545 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214123420545 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214123420545 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214123420545 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214123420557 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2404/run.2022-12-14_11-25-45/voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214123420567 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214123420567 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214123420567 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:34:23.550312 run osmo-msc_10.42.42.6(pid=22548): ERR: Terminated: ERROR {rc=2} [trial-2404↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=22548)]\u000a12:34:23.600806 run osmo-msc_10.42.42.6(pid=22548): stdout: \u000a| (launched: 2022-12-14_12:34:22.370668) \u000a12:34:23.651886 run osmo-msc_10.42.42.6(pid=22548): stderr: \u000a| �[0;m�[38;5;43m20221214123422691 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214123422691 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fd833bdac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214123422691 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214123422691 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214123422691 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214123422692 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214123422693 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214123422694 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214123422694 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214123422694 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:34:23.695583 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22541): Terminating (SIGTERM)\u000a12:34:23.736803 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22544): Terminating (SIGTERM)\u000a12:34:23.778846 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22547): Terminating (SIGTERM)\u000a12:34:23.788507 --- ParallelTerminationStrategy: PID 22541 died...\u000a12:34:23.844002 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22541): Terminated: ok {rc=0}\u000a12:34:23.854195 --- ParallelTerminationStrategy: PID 22544 died...\u000a12:34:23.909209 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22544): Terminated: ok {rc=0}\u000a12:34:23.919228 --- ParallelTerminationStrategy: PID 22547 died...\u000a12:34:23.973998 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22547): Terminated: ok {rc=0}\u000a12:34:24.059844 bus /sierra_3: Setting Powered False\u000a12:34:25.165269 bus /sierra_3: Setting Powered False\u000a12:34:26.274929 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "151", "name" : "voice_nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T12:34:06" }, { "cases" : [ { "testActions" : [ ], "age" : 79, "className" : "voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22559): Process ended prematurely: osmo-stp_10.42.42.5(pid=22559) [trial-2404↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22559)]", "failedSince" : 2326, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22559): Process ended prematurely: osmo-stp_10.42.42.5(pid=22559) [trial-2404↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22559)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2404 voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call.py\u000a----------------------------------------------\u000a12:34:28.264483 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a12:34:28.276366 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a12:34:28.441033 tst mo_mt_call.py: using LAC 40932\u000a12:34:28.565779 tst mo_mt_call.py: using RAC 132\u000a12:34:28.691936 tst mo_mt_call.py: using CellId 40932\u000a12:34:28.820884 tst mo_mt_call.py: using BVCI 40933\u000a12:34:28.845525 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a12:34:28.857327 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a12:34:28.868773 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a12:34:28.880426 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a12:34:28.892062 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a12:34:28.903782 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a12:34:29.019829 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a12:34:29.233952 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:34:29.748025 run create_hlr_db(pid=22553): Launched\u000a12:34:29.933215 bus /sierra_2: Setting Powered False\u000a12:34:30.980031 run create_hlr_db(pid=22553): Terminated: ok {rc=0}\u000a12:34:31.531541 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22555): Launched\u000a12:34:31.946442 run osmo-hlr_10.42.42.2(pid=22556): Launched\u000a12:34:32.114239 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:34:32.718348 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22558): Launched\u000a12:34:33.017749 run osmo-stp_10.42.42.5(pid=22559): Launched\u000a12:34:33.126962 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:34:33.673997 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22561): Launched\u000a12:34:33.974703 run osmo-msc_10.42.42.6(pid=22562): Launched\u000a12:34:34.151555 run osmo-stp_10.42.42.5(pid=22559): ERR: Terminated: ERROR {rc=1} [trial-2404↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22559)]\u000a12:34:34.279308 run osmo-stp_10.42.42.5(pid=22559): stdout: \u000a| (launched: 2022-12-14_12:34:32.870409)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:34:34.404585 run osmo-stp_10.42.42.5(pid=22559): stderr: \u000a| �[0;m�[38;5;43m20221214123433043 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214123433043 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214123433043 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214123433044 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214123433044 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214123433044 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214123433044 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:34:34.525093 run osmo-stp_10.42.42.5(pid=22559): stdout: \u000a| (launched: 2022-12-14_12:34:32.870409)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:34:34.644323 run osmo-stp_10.42.42.5(pid=22559): stderr: \u000a| �[0;m�[38;5;43m20221214123433043 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214123433043 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214123433043 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214123433044 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214123433044 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214123433044 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214123433044 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:34:34.697123 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=22559): Process ended prematurely: osmo-stp_10.42.42.5(pid=22559) [trial-2404↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22559)] [trial-2404↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8]\u000a12:34:34.705626 tst mo_mt_call.py:8: Test FAILED (6.5 sec)\u000a12:34:34.765075 run osmo-hlr_10.42.42.2(pid=22556): ERR: Terminated: ERROR {rc=237} [trial-2404↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22556)]\u000a12:34:34.813532 run osmo-hlr_10.42.42.2(pid=22556): stdout: \u000a| (launched: 2022-12-14_12:34:31.697485) \u000a12:34:34.862831 run osmo-hlr_10.42.42.2(pid=22556): stderr: \u000a| �[0;m�[1;31m20221214123431895 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214123431895 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214123431895 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214123431895 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214123431895 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214123431895 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214123431955 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2404/run.2022-12-14_11-25-45/voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214123431972 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214123431972 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214123431972 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:34:34.929902 run osmo-msc_10.42.42.6(pid=22562): ERR: Terminated: ERROR {rc=2} [trial-2404↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=22562)]\u000a12:34:34.978373 run osmo-msc_10.42.42.6(pid=22562): stdout: \u000a| (launched: 2022-12-14_12:34:33.825822) \u000a12:34:35.028203 run osmo-msc_10.42.42.6(pid=22562): stderr: \u000a| �[0;m�[38;5;43m20221214123434093 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214123434094 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ffa0bbe5c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214123434094 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214123434094 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214123434094 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214123434094 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214123434096 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214123434096 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214123434096 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214123434097 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:34:35.070173 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22555): Terminating (SIGTERM)\u000a12:34:35.109933 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22558): Terminating (SIGTERM)\u000a12:34:35.149686 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22561): Terminating (SIGTERM)\u000a12:34:35.158851 --- ParallelTerminationStrategy: PID 22555 died...\u000a12:34:35.212276 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22555): Terminated: ok {rc=0}\u000a12:34:35.221796 --- ParallelTerminationStrategy: PID 22558 died...\u000a12:34:35.274909 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22558): Terminated: ok {rc=0}\u000a12:34:35.284400 --- ParallelTerminationStrategy: PID 22561 died...\u000a12:34:35.337394 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22561): Terminated: ok {rc=0}\u000a12:34:35.424781 bus /sierra_3: Setting Powered False\u000a12:34:36.527712 bus /sierra_3: Setting Powered False\u000a12:34:37.637485 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 82, "className" : "voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22570): Process ended prematurely: osmo-stp_10.42.42.5(pid=22570) [trial-2404↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22570)]", "failedSince" : 2323, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22570): Process ended prematurely: osmo-stp_10.42.42.5(pid=22570) [trial-2404↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22570)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2404 voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call_osmux.py\u000a----------------------------------------------\u000a12:34:38.747138 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a12:34:38.759122 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a12:34:38.911539 tst mo_mt_call_osmux.py: using LAC 40933\u000a12:34:39.033677 tst mo_mt_call_osmux.py: using RAC 133\u000a12:34:39.154028 tst mo_mt_call_osmux.py: using CellId 40933\u000a12:34:39.270887 tst mo_mt_call_osmux.py: using BVCI 40934\u000a12:34:39.293776 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a12:34:39.304829 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a12:34:39.315972 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a12:34:39.326999 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a12:34:39.338405 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a12:34:39.349857 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a12:34:39.470703 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a12:34:39.673431 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:34:40.144700 run create_hlr_db(pid=22564): Launched\u000a12:34:40.317551 bus /sierra_2: Setting Powered False\u000a12:34:41.339022 run create_hlr_db(pid=22564): Terminated: ok {rc=0}\u000a12:34:41.767455 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22566): Launched\u000a12:34:42.088713 run osmo-hlr_10.42.42.2(pid=22567): Launched\u000a12:34:42.206515 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:34:42.766590 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22569): Launched\u000a12:34:43.088475 run osmo-stp_10.42.42.5(pid=22570): Launched\u000a12:34:43.204766 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:34:43.791553 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22572): Launched\u000a12:34:44.113502 run osmo-msc_10.42.42.6(pid=22573): Launched\u000a12:34:44.300771 run osmo-stp_10.42.42.5(pid=22570): ERR: Terminated: ERROR {rc=1} [trial-2404↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22570)]\u000a12:34:44.436574 run osmo-stp_10.42.42.5(pid=22570): stdout: \u000a| (launched: 2022-12-14_12:34:42.929289)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:34:44.571596 run osmo-stp_10.42.42.5(pid=22570): stderr: \u000a| �[0;m�[38;5;43m20221214123443122 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214123443122 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214123443122 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214123443123 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214123443125 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214123443125 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214123443125 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:34:44.699970 run osmo-stp_10.42.42.5(pid=22570): stdout: \u000a| (launched: 2022-12-14_12:34:42.929289)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:34:44.827143 run osmo-stp_10.42.42.5(pid=22570): stderr: \u000a| �[0;m�[38;5;43m20221214123443122 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214123443122 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214123443122 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214123443123 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214123443125 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214123443125 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214123443125 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:34:44.883503 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=22570): Process ended prematurely: osmo-stp_10.42.42.5(pid=22570) [trial-2404↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22570)] [trial-2404↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8]\u000a12:34:44.892752 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a12:34:44.954787 run osmo-hlr_10.42.42.2(pid=22567): ERR: Terminated: ERROR {rc=237} [trial-2404↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22567)]\u000a12:34:45.005164 run osmo-hlr_10.42.42.2(pid=22567): stdout: \u000a| (launched: 2022-12-14_12:34:41.930865) \u000a12:34:45.056122 run osmo-hlr_10.42.42.2(pid=22567): stderr: \u000a| �[0;m�[1;31m20221214123442131 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214123442131 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214123442131 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214123442131 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214123442131 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214123442132 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214123442149 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2404/run.2022-12-14_11-25-45/voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214123442158 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214123442158 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214123442158 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:34:45.125936 run osmo-msc_10.42.42.6(pid=22573): ERR: Terminated: ERROR {rc=2} [trial-2404↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=22573)]\u000a12:34:45.176149 run osmo-msc_10.42.42.6(pid=22573): stdout: \u000a| (launched: 2022-12-14_12:34:43.954994) \u000a12:34:45.227207 run osmo-msc_10.42.42.6(pid=22573): stderr: \u000a| �[0;m�[38;5;43m20221214123444275 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214123444275 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f2798e54c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214123444276 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214123444276 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214123444276 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214123444276 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214123444278 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214123444278 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214123444278 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214123444278 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:34:45.270734 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22566): Terminating (SIGTERM)\u000a12:34:45.311897 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22569): Terminating (SIGTERM)\u000a12:34:45.353843 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22572): Terminating (SIGTERM)\u000a12:34:45.363450 --- ParallelTerminationStrategy: PID 22566 died...\u000a12:34:45.418706 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22566): Terminated: ok {rc=0}\u000a12:34:45.429178 --- ParallelTerminationStrategy: PID 22569 died...\u000a12:34:45.484287 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22569): Terminated: ok {rc=0}\u000a12:34:45.494330 --- ParallelTerminationStrategy: PID 22572 died...\u000a12:34:45.549363 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22572): Terminated: ok {rc=0}\u000a12:34:45.636039 bus /sierra_3: Setting Powered False\u000a12:34:46.740555 bus /sierra_3: Setting Powered False\u000a12:34:47.850160 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "152", "name" : "voice_nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T12:34:27" }, { "cases" : [ { "testActions" : [ ], "age" : 266, "className" : "voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22584): Process ended prematurely: osmo-stp_10.42.42.5(pid=22584) [trial-2404↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22584)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22584): Process ended prematurely: osmo-stp_10.42.42.5(pid=22584) [trial-2404↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22584)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2404 voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend mo_mt_call.py\u000a----------------------------------------------\u000a12:34:49.848444 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a12:34:49.860257 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a12:34:50.009136 tst mo_mt_call.py: using LAC 40934\u000a12:34:50.136278 tst mo_mt_call.py: using RAC 134\u000a12:34:50.261921 tst mo_mt_call.py: using CellId 40934\u000a12:34:50.386171 tst mo_mt_call.py: using BVCI 40935\u000a12:34:50.410859 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a12:34:50.422840 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a12:34:50.434948 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a12:34:50.446761 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a12:34:50.458603 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a12:34:50.470291 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a12:34:50.589139 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a12:34:50.798234 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:34:51.313571 run create_hlr_db(pid=22578): Launched\u000a12:34:51.500118 bus /sierra_2: Setting Powered False\u000a12:34:52.522114 run create_hlr_db(pid=22578): Terminated: ok {rc=0}\u000a12:34:52.926346 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22580): Launched\u000a12:34:53.226930 run osmo-hlr_10.42.42.2(pid=22581): Launched\u000a12:34:53.344301 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:34:53.872214 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22583): Launched\u000a12:34:54.174413 run osmo-stp_10.42.42.5(pid=22584): Launched\u000a12:34:54.283584 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:34:54.830492 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22586): Launched\u000a12:34:55.131915 run osmo-msc_10.42.42.6(pid=22587): Launched\u000a12:34:55.309063 run osmo-stp_10.42.42.5(pid=22584): ERR: Terminated: ERROR {rc=1} [trial-2404↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22584)]\u000a12:34:55.436376 run osmo-stp_10.42.42.5(pid=22584): stdout: \u000a| (launched: 2022-12-14_12:34:54.024139)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:34:55.561757 run osmo-stp_10.42.42.5(pid=22584): stderr: \u000a| �[0;m�[38;5;43m20221214123454198 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214123454198 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214123454198 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214123454198 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214123454201 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214123454201 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214123454201 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:34:55.682281 run osmo-stp_10.42.42.5(pid=22584): stdout: \u000a| (launched: 2022-12-14_12:34:54.024139)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:34:55.801395 run osmo-stp_10.42.42.5(pid=22584): stderr: \u000a| �[0;m�[38;5;43m20221214123454198 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214123454198 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214123454198 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214123454198 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214123454201 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214123454201 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214123454201 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:34:55.854199 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=22584): Process ended prematurely: osmo-stp_10.42.42.5(pid=22584) [trial-2404↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22584)] [trial-2404↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8]\u000a12:34:55.862830 tst mo_mt_call.py:8: Test FAILED (6.0 sec)\u000a12:34:55.922140 run osmo-hlr_10.42.42.2(pid=22581): ERR: Terminated: ERROR {rc=237} [trial-2404↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22581)]\u000a12:34:55.970415 run osmo-hlr_10.42.42.2(pid=22581): stdout: \u000a| (launched: 2022-12-14_12:34:53.078694) \u000a12:34:56.019338 run osmo-hlr_10.42.42.2(pid=22581): stderr: \u000a| �[0;m�[1;31m20221214123453255 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214123453255 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214123453255 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214123453255 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214123453256 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214123453256 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214123453268 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2404/run.2022-12-14_11-25-45/voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214123453278 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214123453279 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214123453279 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:34:56.085829 run osmo-msc_10.42.42.6(pid=22587): ERR: Terminated: ERROR {rc=2} [trial-2404↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=22587)]\u000a12:34:56.133852 run osmo-msc_10.42.42.6(pid=22587): stdout: \u000a| (launched: 2022-12-14_12:34:54.982874) \u000a12:34:56.182854 run osmo-msc_10.42.42.6(pid=22587): stderr: \u000a| �[0;m�[38;5;43m20221214123455253 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214123455253 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fee138e0c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214123455253 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214123455253 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214123455254 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214123455254 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214123455255 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214123455256 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214123455256 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214123455256 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:34:56.224863 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22580): Terminating (SIGTERM)\u000a12:34:56.264364 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22583): Terminating (SIGTERM)\u000a12:34:56.304014 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22586): Terminating (SIGTERM)\u000a12:34:56.313285 --- ParallelTerminationStrategy: PID 22580 died...\u000a12:34:56.366613 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22580): Terminated: ok {rc=0}\u000a12:34:56.376284 --- ParallelTerminationStrategy: PID 22583 died...\u000a12:34:56.429326 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22583): Terminated: ok {rc=0}\u000a12:34:56.439004 --- ParallelTerminationStrategy: PID 22586 died...\u000a12:34:56.491892 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22586): Terminated: ok {rc=0}\u000a12:34:56.580230 bus /sierra_3: Setting Powered False\u000a12:34:57.682050 bus /sierra_3: Setting Powered False\u000a12:34:58.787935 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 240, "className" : "voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22598): Process ended prematurely: osmo-stp_10.42.42.5(pid=22598) [trial-2404↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22598)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22598): Process ended prematurely: osmo-stp_10.42.42.5(pid=22598) [trial-2404↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22598)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2404 voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend mo_mt_call_osmux.py\u000a----------------------------------------------\u000a12:34:59.901040 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a12:34:59.913892 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a12:35:00.064309 tst mo_mt_call_osmux.py: using LAC 40935\u000a12:35:00.188389 tst mo_mt_call_osmux.py: using RAC 135\u000a12:35:00.312134 tst mo_mt_call_osmux.py: using CellId 40935\u000a12:35:00.435753 tst mo_mt_call_osmux.py: using BVCI 40936\u000a12:35:00.460330 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a12:35:00.472239 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a12:35:00.484082 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a12:35:00.495687 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a12:35:00.507954 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a12:35:00.519938 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a12:35:00.642217 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a12:35:00.855761 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:35:01.402021 run create_hlr_db(pid=22589): Launched\u000a12:35:01.596710 bus /sierra_2: Setting Powered False\u000a12:35:02.616157 run create_hlr_db(pid=22589): Terminated: ok {rc=0}\u000a12:35:03.020804 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22594): Launched\u000a12:35:03.323136 run osmo-hlr_10.42.42.2(pid=22595): Launched\u000a12:35:03.441334 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:35:03.967498 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22597): Launched\u000a12:35:04.267942 run osmo-stp_10.42.42.5(pid=22598): Launched\u000a12:35:04.379524 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:35:04.927366 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22600): Launched\u000a12:35:05.228510 run osmo-msc_10.42.42.6(pid=22601): Launched\u000a12:35:05.405695 run osmo-stp_10.42.42.5(pid=22598): ERR: Terminated: ERROR {rc=1} [trial-2404↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22598)]\u000a12:35:05.533564 run osmo-stp_10.42.42.5(pid=22598): stdout: \u000a| (launched: 2022-12-14_12:35:04.119453)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:35:05.659088 run osmo-stp_10.42.42.5(pid=22598): stderr: \u000a| �[0;m�[38;5;43m20221214123504289 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214123504289 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214123504289 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214123504290 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214123504290 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214123504290 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214123504290 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:35:05.779565 run osmo-stp_10.42.42.5(pid=22598): stdout: \u000a| (launched: 2022-12-14_12:35:04.119453)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:35:05.899081 run osmo-stp_10.42.42.5(pid=22598): stderr: \u000a| �[0;m�[38;5;43m20221214123504289 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214123504289 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214123504289 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214123504290 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214123504290 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214123504290 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214123504290 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:35:05.952073 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=22598): Process ended prematurely: osmo-stp_10.42.42.5(pid=22598) [trial-2404↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22598)] [trial-2404↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8]\u000a12:35:05.960831 tst mo_mt_call_osmux.py:8: Test FAILED (6.1 sec)\u000a12:35:06.020392 run osmo-hlr_10.42.42.2(pid=22595): ERR: Terminated: ERROR {rc=237} [trial-2404↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22595)]\u000a12:35:06.069120 run osmo-hlr_10.42.42.2(pid=22595): stdout: \u000a| (launched: 2022-12-14_12:35:03.172745) \u000a12:35:06.118383 run osmo-hlr_10.42.42.2(pid=22595): stderr: \u000a| �[0;m�[1;31m20221214123503350 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214123503350 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214123503350 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214123503350 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214123503350 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214123503351 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214123503362 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2404/run.2022-12-14_11-25-45/voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214123503371 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214123503372 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214123503372 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:35:06.185239 run osmo-msc_10.42.42.6(pid=22601): ERR: Terminated: ERROR {rc=2} [trial-2404↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=22601)]\u000a12:35:06.233698 run osmo-msc_10.42.42.6(pid=22601): stdout: \u000a| (launched: 2022-12-14_12:35:05.079357) \u000a12:35:06.282913 run osmo-msc_10.42.42.6(pid=22601): stderr: \u000a| �[0;m�[38;5;43m20221214123505349 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214123505349 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f75c217cc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214123505349 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214123505349 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214123505349 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214123505350 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214123505351 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214123505352 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214123505352 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214123505352 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:35:06.325181 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22594): Terminating (SIGTERM)\u000a12:35:06.365080 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22597): Terminating (SIGTERM)\u000a12:35:06.405068 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22600): Terminating (SIGTERM)\u000a12:35:06.414402 --- ParallelTerminationStrategy: PID 22594 died...\u000a12:35:06.467907 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22594): Terminated: ok {rc=0}\u000a12:35:06.477910 --- ParallelTerminationStrategy: PID 22597 died...\u000a12:35:06.531375 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22597): Terminated: ok {rc=0}\u000a12:35:06.541122 --- ParallelTerminationStrategy: PID 22600 died...\u000a12:35:06.594528 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22600): Terminated: ok {rc=0}\u000a12:35:06.682206 bus /sierra_3: Setting Powered False\u000a12:35:07.784451 bus /sierra_3: Setting Powered False\u000a12:35:08.895045 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "153", "name" : "voice_nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T12:34:49" }, { "cases" : [ { "testActions" : [ ], "age" : 74, "className" : "emergency:nanobts+band-900", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22612): Process ended prematurely: osmo-stp_10.42.42.5(pid=22612) [trial-2404↪emergency:nanobts+band-900↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22612)]", "failedSince" : 2331, "name" : "emergency_mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_mo_mt_call.py\", line 19, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22612): Process ended prematurely: osmo-stp_10.42.42.5(pid=22612) [trial-2404↪emergency:nanobts+band-900↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22612)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2404 emergency:nanobts+band-900 emergency_mo_mt_call.py\u000a----------------------------------------------\u000a12:35:10.913183 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a12:35:10.923850 tst emergency:nanobts+band-900: Using 1 x bts (candidates: 1)\u000a12:35:11.056734 tst emergency_mo_mt_call.py: using LAC 40936\u000a12:35:11.170595 tst emergency_mo_mt_call.py: using RAC 136\u000a12:35:11.284402 tst emergency_mo_mt_call.py: using CellId 40936\u000a12:35:11.398076 tst emergency_mo_mt_call.py: using BVCI 40937\u000a12:35:11.420276 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a12:35:11.431073 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a12:35:11.442049 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a12:35:11.452666 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a12:35:11.463583 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a12:35:11.474513 tst emergency:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a12:35:11.592681 tst emergency:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a12:35:11.791558 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:35:12.254855 run create_hlr_db(pid=22606): Launched\u000a12:35:12.425376 bus /sierra_2: Setting Powered False\u000a12:35:13.447498 run create_hlr_db(pid=22606): Terminated: ok {rc=0}\u000a12:35:13.842193 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22608): Launched\u000a12:35:14.136752 run osmo-hlr_10.42.42.2(pid=22609): Launched\u000a12:35:14.249728 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:35:14.770386 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22611): Launched\u000a12:35:15.066064 run osmo-stp_10.42.42.5(pid=22612): Launched\u000a12:35:15.193242 tst emergency_mo_mt_call.py: using MSISDN 8681\u000a12:35:15.344707 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:35:15.904881 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22614): Launched\u000a12:35:16.370189 run osmo-msc_10.42.42.6(pid=22615): Launched\u000a12:35:16.734916 run osmo-stp_10.42.42.5(pid=22612): ERR: Terminated: ERROR {rc=1} [trial-2404↪emergency:nanobts+band-900↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22612)]\u000a12:35:16.870954 run osmo-stp_10.42.42.5(pid=22612): stdout: \u000a| (launched: 2022-12-14_12:35:14.919937)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:35:17.006824 run osmo-stp_10.42.42.5(pid=22612): stderr: \u000a| �[0;m�[38;5;43m20221214123515091 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214123515091 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214123515091 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214123515092 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214123515092 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214123515092 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214123515092 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:35:17.137558 run osmo-stp_10.42.42.5(pid=22612): stdout: \u000a| (launched: 2022-12-14_12:35:14.919937)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:35:17.265812 run osmo-stp_10.42.42.5(pid=22612): stderr: \u000a| �[0;m�[38;5;43m20221214123515091 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214123515091 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214123515091 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214123515092 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214123515092 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214123515092 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214123515092 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:35:17.321901 tst emergency_mo_mt_call.py:19: ERR: Error: osmo-stp_10.42.42.5(pid=22612): Process ended prematurely: osmo-stp_10.42.42.5(pid=22612) [trial-2404↪emergency:nanobts+band-900↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22612)] [trial-2404↪emergency:nanobts+band-900↪emergency_mo_mt_call.py:19]\u000a12:35:17.330940 tst emergency_mo_mt_call.py:19: Test FAILED (6.4 sec)\u000a12:35:17.394060 run osmo-hlr_10.42.42.2(pid=22609): ERR: Terminated: ERROR {rc=237} [trial-2404↪emergency:nanobts+band-900↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22609)]\u000a12:35:17.445872 run osmo-hlr_10.42.42.2(pid=22609): stdout: \u000a| (launched: 2022-12-14_12:35:13.991339) \u000a12:35:17.498363 run osmo-hlr_10.42.42.2(pid=22609): stderr: \u000a| �[0;m�[1;31m20221214123514167 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214123514167 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214123514167 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214123514168 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214123514168 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214123514168 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214123514180 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2404/run.2022-12-14_11-25-45/emergency:nanobts+band-900/emergency_mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214123514189 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214123514189 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214123514189 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:35:17.569385 run osmo-msc_10.42.42.6(pid=22615): ERR: Terminated: ERROR {rc=2} [trial-2404↪emergency:nanobts+band-900↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=22615)]\u000a12:35:17.621569 run osmo-msc_10.42.42.6(pid=22615): stdout: \u000a| (launched: 2022-12-14_12:35:16.070329) \u000a12:35:17.673518 run osmo-msc_10.42.42.6(pid=22615): stderr: \u000a| �[0;m�[38;5;43m20221214123516454 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214123516454 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f031c9d9c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214123516454 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214123516454 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214123516455 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214123516455 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214123516469 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214123516469 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214123516469 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214123516469 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:35:17.717661 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22608): Terminating (SIGTERM)\u000a12:35:17.759386 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22611): Terminating (SIGTERM)\u000a12:35:17.801632 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22614): Terminating (SIGTERM)\u000a12:35:17.811285 --- ParallelTerminationStrategy: PID 22608 died...\u000a12:35:17.867036 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22608): Terminated: ok {rc=0}\u000a12:35:17.877150 --- ParallelTerminationStrategy: PID 22611 died...\u000a12:35:17.932598 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22611): Terminated: ok {rc=0}\u000a12:35:17.942618 --- ParallelTerminationStrategy: PID 22614 died...\u000a12:35:17.997790 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22614): Terminated: ok {rc=0}\u000a12:35:18.084490 bus /sierra_3: Setting Powered False\u000a12:35:19.189339 bus /sierra_3: Setting Powered False\u000a12:35:20.299292 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 242, "className" : "emergency:nanobts+band-900", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22623): Process ended prematurely: osmo-stp_10.42.42.5(pid=22623) [trial-2404↪emergency:nanobts+band-900↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22623)]", "failedSince" : 2163, "name" : "emergency_preemptive_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_preemptive_call.py\", line 32, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22623): Process ended prematurely: osmo-stp_10.42.42.5(pid=22623) [trial-2404↪emergency:nanobts+band-900↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22623)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2404 emergency:nanobts+band-900 emergency_preemptive_call.py\u000a----------------------------------------------\u000a12:35:21.351492 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a12:35:21.363489 tst emergency:nanobts+band-900: Using 1 x bts (candidates: 1)\u000a12:35:21.510017 tst emergency_preemptive_call.py: using LAC 40937\u000a12:35:21.632073 tst emergency_preemptive_call.py: using RAC 137\u000a12:35:21.753995 tst emergency_preemptive_call.py: using CellId 40937\u000a12:35:21.875984 tst emergency_preemptive_call.py: using BVCI 40938\u000a12:35:21.900199 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a12:35:21.911507 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a12:35:21.922572 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a12:35:21.933564 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a12:35:21.945035 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a12:35:21.956402 tst emergency:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a12:35:22.074534 tst emergency:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a12:35:22.195656 tst emergency:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a12:35:22.310180 tst emergency:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a12:35:22.515980 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:35:23.021541 run create_hlr_db(pid=22617): Launched\u000a12:35:23.204994 bus /sierra_2: Setting Powered False\u000a12:35:24.225815 run create_hlr_db(pid=22617): Terminated: ok {rc=0}\u000a12:35:24.625360 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22619): Launched\u000a12:35:24.921436 run osmo-hlr_10.42.42.2(pid=22620): Launched\u000a12:35:25.035560 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:35:25.557604 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22622): Launched\u000a12:35:25.852882 run osmo-stp_10.42.42.5(pid=22623): Launched\u000a12:35:25.974376 tst emergency_preemptive_call.py: using MSISDN 8682\u000a12:35:26.120450 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:35:26.658992 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22625): Launched\u000a12:35:26.954114 run osmo-msc_10.42.42.6(pid=22626): Launched\u000a12:35:27.128654 run osmo-stp_10.42.42.5(pid=22623): ERR: Terminated: ERROR {rc=1} [trial-2404↪emergency:nanobts+band-900↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22623)]\u000a12:35:27.255022 run osmo-stp_10.42.42.5(pid=22623): stdout: \u000a| (launched: 2022-12-14_12:35:25.706738)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:35:27.378710 run osmo-stp_10.42.42.5(pid=22623): stderr: \u000a| �[0;m�[38;5;43m20221214123525876 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214123525877 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214123525877 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214123525878 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214123525878 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214123525878 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214123525878 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:35:27.507006 run osmo-stp_10.42.42.5(pid=22623): stdout: \u000a| (launched: 2022-12-14_12:35:25.706738)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:35:27.632936 run osmo-stp_10.42.42.5(pid=22623): stderr: \u000a| �[0;m�[38;5;43m20221214123525876 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214123525877 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214123525877 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214123525878 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214123525878 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214123525878 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214123525878 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:35:27.688319 tst emergency_preemptive_call.py:32: ERR: Error: osmo-stp_10.42.42.5(pid=22623): Process ended prematurely: osmo-stp_10.42.42.5(pid=22623) [trial-2404↪emergency:nanobts+band-900↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22623)] [trial-2404↪emergency:nanobts+band-900↪emergency_preemptive_call.py:32]\u000a12:35:27.696783 tst emergency_preemptive_call.py:32: Test FAILED (6.3 sec)\u000a12:35:27.759087 run osmo-hlr_10.42.42.2(pid=22620): ERR: Terminated: ERROR {rc=237} [trial-2404↪emergency:nanobts+band-900↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22620)]\u000a12:35:27.809905 run osmo-hlr_10.42.42.2(pid=22620): stdout: \u000a| (launched: 2022-12-14_12:35:24.774981) \u000a12:35:27.861317 run osmo-hlr_10.42.42.2(pid=22620): stderr: \u000a| �[0;m�[1;31m20221214123524954 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214123524955 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214123524955 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214123524955 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214123524955 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214123524955 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214123524967 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2404/run.2022-12-14_11-25-45/emergency:nanobts+band-900/emergency_preemptive_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214123524976 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214123524976 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214123524976 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:35:27.931310 run osmo-msc_10.42.42.6(pid=22626): ERR: Terminated: ERROR {rc=2} [trial-2404↪emergency:nanobts+band-900↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=22626)]\u000a12:35:27.982024 run osmo-msc_10.42.42.6(pid=22626): stdout: \u000a| (launched: 2022-12-14_12:35:26.807856) \u000a12:35:28.033121 run osmo-msc_10.42.42.6(pid=22626): stderr: \u000a| �[0;m�[38;5;43m20221214123527077 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214123527077 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ff9e2499c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214123527077 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214123527077 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214123527078 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214123527078 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214123527079 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214123527080 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214123527080 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214123527080 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:35:28.076607 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22619): Terminating (SIGTERM)\u000a12:35:28.118276 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22622): Terminating (SIGTERM)\u000a12:35:28.159693 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22625): Terminating (SIGTERM)\u000a12:35:28.169431 --- ParallelTerminationStrategy: PID 22619 died...\u000a12:35:28.224410 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22619): Terminated: ok {rc=0}\u000a12:35:28.234440 --- ParallelTerminationStrategy: PID 22622 died...\u000a12:35:28.289601 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22622): Terminated: ok {rc=0}\u000a12:35:28.299585 --- ParallelTerminationStrategy: PID 22625 died...\u000a12:35:28.354766 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22625): Terminated: ok {rc=0}\u000a12:35:28.441081 bus /sierra_9: Setting Powered False\u000a12:35:29.546878 bus /sierra_9: Setting Powered False\u000a12:35:30.655910 bus /sierra_8: Setting Powered False\u000a12:35:31.782918 bus /sierra_8: Setting Powered False\u000a12:35:32.891780 bus /sierra_3: Setting Powered False\u000a12:35:33.996603 bus /sierra_3: Setting Powered False\u000a12:35:35.104459 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 27.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "154", "name" : "emergency_nanobts+band-900", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T12:35:10" }, { "cases" : [ { "testActions" : [ ], "age" : 266, "className" : "gprs:nanobts+band-900", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22641): Process ended prematurely: osmo-stp_10.42.42.5(pid=22641) [trial-2404↪gprs:nanobts+band-900↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22641)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22641): Process ended prematurely: osmo-stp_10.42.42.5(pid=22641) [trial-2404↪gprs:nanobts+band-900↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22641)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2404 gprs:nanobts+band-900 cs_paging_gprs_active.py\u000a----------------------------------------------\u000a12:35:37.233430 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a12:35:37.244463 tst gprs:nanobts+band-900: Using 1 x bts (candidates: 1)\u000a12:35:37.380486 tst cs_paging_gprs_active.py: using LAC 40938\u000a12:35:37.507421 tst cs_paging_gprs_active.py: using RAC 138\u000a12:35:37.628235 tst cs_paging_gprs_active.py: using CellId 40938\u000a12:35:37.746324 tst cs_paging_gprs_active.py: using BVCI 40939\u000a12:35:37.769384 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a12:35:37.780149 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a12:35:37.790663 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a12:35:37.801289 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a12:35:37.812049 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a12:35:37.822931 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a12:35:37.833976 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a12:35:37.844492 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a12:35:37.855484 tst gprs:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a12:35:37.975641 tst gprs:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a12:35:38.257810 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a12:35:38.383093 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:35:38.696316 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22631): Launched\u000a12:35:38.955394 run iperf3-srv_10.42.42.10(pid=22632): Launched\u000a12:35:39.138114 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a12:35:39.262959 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:35:39.575867 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22633): Launched\u000a12:35:39.834632 run iperf3-srv_10.42.42.10(pid=22634): Launched\u000a12:35:40.017629 tst cs_paging_gprs_active.py:38: start network...\u000a12:35:40.142136 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:35:40.629491 run create_hlr_db(pid=22635): Launched\u000a12:35:40.816094 bus /sierra_2: Setting Powered False\u000a12:35:41.836657 run create_hlr_db(pid=22635): Terminated: ok {rc=0}\u000a12:35:42.242497 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22637): Launched\u000a12:35:42.544676 run osmo-hlr_10.42.42.2(pid=22638): Launched\u000a12:35:42.656717 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:35:43.178974 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22640): Launched\u000a12:35:43.480196 run osmo-stp_10.42.42.5(pid=22641): Launched\u000a12:35:43.589311 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a12:35:44.113403 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22643): Launched\u000a12:35:44.219925 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a12:35:44.483170 run patchelf(pid=22644): Launched\u000a12:35:44.659738 run osmo-stp_10.42.42.5(pid=22641): ERR: Terminated: ERROR {rc=1} [trial-2404↪gprs:nanobts+band-900↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22641)]\u000a12:35:44.789563 run osmo-stp_10.42.42.5(pid=22641): stdout: \u000a| (launched: 2022-12-14_12:35:43.331237)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:35:44.919455 run osmo-stp_10.42.42.5(pid=22641): stderr: \u000a| �[0;m�[38;5;43m20221214123543499 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214123543500 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214123543500 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214123543500 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214123543501 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214123543501 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214123543501 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:35:45.044288 run osmo-stp_10.42.42.5(pid=22641): stdout: \u000a| (launched: 2022-12-14_12:35:43.331237)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:35:45.167948 run osmo-stp_10.42.42.5(pid=22641): stderr: \u000a| �[0;m�[38;5;43m20221214123543499 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214123543500 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214123543500 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214123543500 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214123543501 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214123543501 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214123543501 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:35:45.311950 run patchelf(pid=22644): Terminating (SIGINT)\u000a12:35:45.481467 run patchelf(pid=22644): Terminated: ok {rc=0}\u000a12:35:45.512505 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=22641): Process ended prematurely: osmo-stp_10.42.42.5(pid=22641) [trial-2404↪gprs:nanobts+band-900↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22641)] [trial-2404↪gprs:nanobts+band-900↪cs_paging_gprs_active.py:38]\u000a12:35:45.521795 tst cs_paging_gprs_active.py:38: Test FAILED (8.3 sec)\u000a12:35:45.581869 run osmo-hlr_10.42.42.2(pid=22638): ERR: Terminated: ERROR {rc=237} [trial-2404↪gprs:nanobts+band-900↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22638)]\u000a12:35:45.630370 run osmo-hlr_10.42.42.2(pid=22638): stdout: \u000a| (launched: 2022-12-14_12:35:42.395078) \u000a12:35:45.679182 run osmo-hlr_10.42.42.2(pid=22638): stderr: \u000a| �[0;m�[1;31m20221214123542571 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214123542571 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214123542571 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214123542571 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214123542571 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214123542571 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214123542583 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2404/run.2022-12-14_11-25-45/gprs:nanobts+band-900/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214123542593 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214123542593 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214123542594 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:35:45.721025 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22631): Terminating (SIGTERM)\u000a12:35:45.760538 run iperf3-srv_10.42.42.10(pid=22632): Terminating (SIGTERM)\u000a12:35:45.800123 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22633): Terminating (SIGTERM)\u000a12:35:45.847115 run iperf3-srv_10.42.42.10(pid=22634): Terminating (SIGTERM)\u000a12:35:45.897936 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22637): Terminating (SIGTERM)\u000a12:35:45.943550 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22640): Terminating (SIGTERM)\u000a12:35:45.985255 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22643): Terminating (SIGTERM)\u000a12:35:45.994930 --- ParallelTerminationStrategy: PID 22631 died...\u000a12:35:46.051189 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22631): Terminated: ok {rc=0}\u000a12:35:46.061788 --- ParallelTerminationStrategy: PID 22632 died...\u000a12:35:46.117918 run iperf3-srv_10.42.42.10(pid=22632): Terminated {rc=256}\u000a12:35:46.128410 --- ParallelTerminationStrategy: PID 22633 died...\u000a12:35:46.183943 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22633): Terminated: ok {rc=0}\u000a12:35:46.194401 --- ParallelTerminationStrategy: PID 22634 died...\u000a12:35:46.249397 run iperf3-srv_10.42.42.10(pid=22634): Terminated {rc=256}\u000a12:35:46.259744 --- ParallelTerminationStrategy: PID 22637 died...\u000a12:35:46.314908 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22637): Terminated: ok {rc=0}\u000a12:35:46.325308 --- ParallelTerminationStrategy: PID 22640 died...\u000a12:35:46.380739 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22640): Terminated: ok {rc=0}\u000a12:35:46.391246 --- ParallelTerminationStrategy: PID 22643 died...\u000a12:35:46.446579 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22643): Terminated: ok {rc=0}\u000a12:35:46.534148 bus /gobi_0: Setting Powered False\u000a12:35:47.634254 bus /gobi_0: Setting Powered False\u000a12:35:48.741961 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 92, "className" : "gprs:nanobts+band-900", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22656): Process ended prematurely: osmo-stp_10.42.42.5(pid=22656) [trial-2404↪gprs:nanobts+band-900↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22656)]", "failedSince" : 2313, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22656): Process ended prematurely: osmo-stp_10.42.42.5(pid=22656) [trial-2404↪gprs:nanobts+band-900↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22656)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2404 gprs:nanobts+band-900 iperf3.py\u000a----------------------------------------------\u000a12:35:49.856530 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a12:35:49.868230 tst gprs:nanobts+band-900: Using 1 x bts (candidates: 1)\u000a12:35:50.010378 tst iperf3.py: using LAC 40939\u000a12:35:50.144482 tst iperf3.py: using RAC 139\u000a12:35:50.263566 tst iperf3.py: using CellId 40939\u000a12:35:50.380646 tst iperf3.py: using BVCI 40940\u000a12:35:50.403716 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a12:35:50.414636 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a12:35:50.425314 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a12:35:50.435738 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a12:35:50.446528 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a12:35:50.457242 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a12:35:50.468181 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a12:35:50.479016 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a12:35:50.489974 tst gprs:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a12:35:50.764594 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a12:35:50.889960 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:35:51.203587 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22645): Launched\u000a12:35:51.463875 run iperf3-srv_10.42.42.10(pid=22646): Launched\u000a12:35:51.647235 tst iperf3.py:8: start network...\u000a12:35:51.772095 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:35:52.277270 run create_hlr_db(pid=22650): Launched\u000a12:35:52.463606 bus /gobi_6: Setting Powered False\u000a12:35:53.485320 run create_hlr_db(pid=22650): Terminated: ok {rc=0}\u000a12:35:53.915524 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22652): Launched\u000a12:35:54.237227 run osmo-hlr_10.42.42.2(pid=22653): Launched\u000a12:35:54.353828 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:35:54.915545 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22655): Launched\u000a12:35:55.237052 run osmo-stp_10.42.42.5(pid=22656): Launched\u000a12:35:55.353602 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a12:35:55.916877 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22658): Launched\u000a12:35:56.031416 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a12:35:56.312380 run patchelf(pid=22659): Launched\u000a12:35:56.501353 run osmo-stp_10.42.42.5(pid=22656): ERR: Terminated: ERROR {rc=1} [trial-2404↪gprs:nanobts+band-900↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22656)]\u000a12:35:56.639208 run osmo-stp_10.42.42.5(pid=22656): stdout: \u000a| (launched: 2022-12-14_12:35:55.079039)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:35:56.777271 run osmo-stp_10.42.42.5(pid=22656): stderr: \u000a| �[0;m�[38;5;43m20221214123555271 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214123555272 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214123555272 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214123555272 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214123555273 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214123555273 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214123555273 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:35:56.910724 run osmo-stp_10.42.42.5(pid=22656): stdout: \u000a| (launched: 2022-12-14_12:35:55.079039)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:35:57.042812 run osmo-stp_10.42.42.5(pid=22656): stderr: \u000a| �[0;m�[38;5;43m20221214123555271 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214123555272 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214123555272 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214123555272 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214123555273 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214123555273 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214123555273 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:35:57.196469 run patchelf(pid=22659): Terminating (SIGINT)\u000a12:35:57.376900 run patchelf(pid=22659): Terminated: ok {rc=0}\u000a12:35:57.410188 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=22656): Process ended prematurely: osmo-stp_10.42.42.5(pid=22656) [trial-2404↪gprs:nanobts+band-900↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22656)] [trial-2404↪gprs:nanobts+band-900↪iperf3.py:8]\u000a12:35:57.420130 tst iperf3.py:8: Test FAILED (7.6 sec)\u000a12:35:57.483547 run osmo-hlr_10.42.42.2(pid=22653): ERR: Terminated: ERROR {rc=237} [trial-2404↪gprs:nanobts+band-900↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22653)]\u000a12:35:57.535368 run osmo-hlr_10.42.42.2(pid=22653): stdout: \u000a| (launched: 2022-12-14_12:35:54.079296) \u000a12:35:57.587278 run osmo-hlr_10.42.42.2(pid=22653): stderr: \u000a| �[0;m�[1;31m20221214123554278 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214123554278 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214123554278 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214123554278 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214123554278 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214123554278 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214123554289 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2404/run.2022-12-14_11-25-45/gprs:nanobts+band-900/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214123554298 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214123554298 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214123554298 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:35:57.631686 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22645): Terminating (SIGTERM)\u000a12:35:57.674273 run iperf3-srv_10.42.42.10(pid=22646): Terminating (SIGTERM)\u000a12:35:57.716465 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22652): Terminating (SIGTERM)\u000a12:35:57.758442 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22655): Terminating (SIGTERM)\u000a12:35:57.800321 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22658): Terminating (SIGTERM)\u000a12:35:57.810148 --- ParallelTerminationStrategy: PID 22645 died...\u000a12:35:57.866054 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22645): Terminated: ok {rc=0}\u000a12:35:57.876164 --- ParallelTerminationStrategy: PID 22646 died...\u000a12:35:57.931883 run iperf3-srv_10.42.42.10(pid=22646): Terminated {rc=256}\u000a12:35:57.941960 --- ParallelTerminationStrategy: PID 22652 died...\u000a12:35:57.997768 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22652): Terminated: ok {rc=0}\u000a12:35:58.007865 --- ParallelTerminationStrategy: PID 22655 died...\u000a12:35:58.063792 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22655): Terminated: ok {rc=0}\u000a12:35:58.074009 --- ParallelTerminationStrategy: PID 22658 died...\u000a12:35:58.129959 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22658): Terminated: ok {rc=0}\u000a12:35:58.218008 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 244, "className" : "gprs:nanobts+band-900", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22674): Process ended prematurely: osmo-stp_10.42.42.5(pid=22674) [trial-2404↪gprs:nanobts+band-900↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22674)]", "failedSince" : 2161, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22674): Process ended prematurely: osmo-stp_10.42.42.5(pid=22674) [trial-2404↪gprs:nanobts+band-900↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22674)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2404 gprs:nanobts+band-900 iperf3m4.py\u000a----------------------------------------------\u000a12:35:59.332669 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a12:35:59.344648 tst gprs:nanobts+band-900: Using 1 x bts (candidates: 1)\u000a12:35:59.487528 tst iperf3m4.py: using LAC 40940\u000a12:35:59.613784 tst iperf3m4.py: using RAC 140\u000a12:35:59.740332 tst iperf3m4.py: using CellId 40940\u000a12:35:59.870810 tst iperf3m4.py: using BVCI 40941\u000a12:35:59.895665 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a12:35:59.907056 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a12:35:59.918184 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a12:35:59.929154 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a12:35:59.940045 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a12:35:59.951095 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a12:35:59.962297 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a12:35:59.973205 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a12:35:59.984281 tst gprs:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a12:36:00.101372 tst gprs:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a12:36:00.223168 tst gprs:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a12:36:00.339997 tst gprs:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a12:36:00.634702 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a12:36:00.769973 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:36:01.129973 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22660): Launched\u000a12:36:01.417115 run iperf3-srv_10.42.42.10(pid=22661): Launched\u000a12:36:01.608924 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a12:36:01.741413 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:36:02.083954 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22662): Launched\u000a12:36:02.347769 run iperf3-srv_10.42.42.10(pid=22663): Launched\u000a12:36:02.530635 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a12:36:02.656043 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:36:02.968072 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22664): Launched\u000a12:36:03.227224 run iperf3-srv_10.42.42.10(pid=22665): Launched\u000a12:36:03.409759 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a12:36:03.534609 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:36:03.846979 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22666): Launched\u000a12:36:04.106524 run iperf3-srv_10.42.42.10(pid=22667): Launched\u000a12:36:04.289251 tst iperf3m4.py:8: start network...\u000a12:36:04.414474 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:36:04.888913 run create_hlr_db(pid=22668): Launched\u000a12:36:05.062161 bus /gobi_6: Setting Powered False\u000a12:36:06.083981 run create_hlr_db(pid=22668): Terminated: ok {rc=0}\u000a12:36:06.487013 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22670): Launched\u000a12:36:06.790579 run osmo-hlr_10.42.42.2(pid=22671): Launched\u000a12:36:06.909408 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:36:07.442760 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22673): Launched\u000a12:36:07.746306 run osmo-stp_10.42.42.5(pid=22674): Launched\u000a12:36:07.856380 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a12:36:08.381562 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22676): Launched\u000a12:36:08.488534 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a12:36:08.751280 run patchelf(pid=22677): Launched\u000a12:36:08.927727 run osmo-stp_10.42.42.5(pid=22674): ERR: Terminated: ERROR {rc=1} [trial-2404↪gprs:nanobts+band-900↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22674)]\u000a12:36:09.056842 run osmo-stp_10.42.42.5(pid=22674): stdout: \u000a| (launched: 2022-12-14_12:36:07.596202)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:36:09.186417 run osmo-stp_10.42.42.5(pid=22674): stderr: \u000a| �[0;m�[38;5;43m20221214123607765 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214123607766 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214123607766 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214123607766 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214123607767 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214123607767 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214123607767 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:36:09.310778 run osmo-stp_10.42.42.5(pid=22674): stdout: \u000a| (launched: 2022-12-14_12:36:07.596202)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:36:09.434013 run osmo-stp_10.42.42.5(pid=22674): stderr: \u000a| �[0;m�[38;5;43m20221214123607765 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214123607766 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214123607766 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214123607766 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214123607767 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214123607767 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214123607767 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:36:09.577972 run patchelf(pid=22677): Terminating (SIGINT)\u000a12:36:09.747628 run patchelf(pid=22677): Terminated: ok {rc=0}\u000a12:36:09.779101 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=22674): Process ended prematurely: osmo-stp_10.42.42.5(pid=22674) [trial-2404↪gprs:nanobts+band-900↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22674)] [trial-2404↪gprs:nanobts+band-900↪iperf3m4.py:8]\u000a12:36:09.788258 tst iperf3m4.py:8: Test FAILED (10.5 sec)\u000a12:36:09.848861 run osmo-hlr_10.42.42.2(pid=22671): ERR: Terminated: ERROR {rc=237} [trial-2404↪gprs:nanobts+band-900↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22671)]\u000a12:36:09.897738 run osmo-hlr_10.42.42.2(pid=22671): stdout: \u000a| (launched: 2022-12-14_12:36:06.640893) \u000a12:36:09.947256 run osmo-hlr_10.42.42.2(pid=22671): stderr: \u000a| �[0;m�[1;31m20221214123606815 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214123606815 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214123606815 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214123606815 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214123606815 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214123606815 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214123606827 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2404/run.2022-12-14_11-25-45/gprs:nanobts+band-900/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214123606835 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214123606836 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214123606836 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:36:09.989818 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22660): Terminating (SIGTERM)\u000a12:36:10.029726 run iperf3-srv_10.42.42.10(pid=22661): Terminating (SIGTERM)\u000a12:36:10.069795 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22662): Terminating (SIGTERM)\u000a12:36:10.109734 run iperf3-srv_10.42.42.10(pid=22663): Terminating (SIGTERM)\u000a12:36:10.149709 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22664): Terminating (SIGTERM)\u000a12:36:10.189487 run iperf3-srv_10.42.42.10(pid=22665): Terminating (SIGTERM)\u000a12:36:10.229402 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22666): Terminating (SIGTERM)\u000a12:36:10.269278 run iperf3-srv_10.42.42.10(pid=22667): Terminating (SIGTERM)\u000a12:36:10.309610 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22670): Terminating (SIGTERM)\u000a12:36:10.349399 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22673): Terminating (SIGTERM)\u000a12:36:10.389511 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22676): Terminating (SIGTERM)\u000a12:36:10.398731 --- ParallelTerminationStrategy: PID 22660 died...\u000a12:36:10.452131 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22660): Terminated: ok {rc=0}\u000a12:36:10.461763 --- ParallelTerminationStrategy: PID 22661 died...\u000a12:36:10.514673 run iperf3-srv_10.42.42.10(pid=22661): Terminated {rc=256}\u000a12:36:10.524149 --- ParallelTerminationStrategy: PID 22662 died...\u000a12:36:10.576895 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22662): Terminated: ok {rc=0}\u000a12:36:10.586368 --- ParallelTerminationStrategy: PID 22663 died...\u000a12:36:10.639088 run iperf3-srv_10.42.42.10(pid=22663): Terminated {rc=256}\u000a12:36:10.648668 --- ParallelTerminationStrategy: PID 22664 died...\u000a12:36:10.701719 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22664): Terminated: ok {rc=0}\u000a12:36:10.711582 --- ParallelTerminationStrategy: PID 22665 died...\u000a12:36:10.764381 run iperf3-srv_10.42.42.10(pid=22665): Terminated {rc=256}\u000a12:36:10.773960 --- ParallelTerminationStrategy: PID 22666 died...\u000a12:36:10.827078 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22666): Terminated: ok {rc=0}\u000a12:36:10.836601 --- ParallelTerminationStrategy: PID 22667 died...\u000a12:36:10.889479 run iperf3-srv_10.42.42.10(pid=22667): Terminated {rc=256}\u000a12:36:10.899039 --- ParallelTerminationStrategy: PID 22670 died...\u000a12:36:10.952555 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22670): Terminated: ok {rc=0}\u000a12:36:10.962194 --- ParallelTerminationStrategy: PID 22673 died...\u000a12:36:11.015162 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22673): Terminated: ok {rc=0}\u000a12:36:11.024752 --- ParallelTerminationStrategy: PID 22676 died...\u000a12:36:11.077839 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22676): Terminated: ok {rc=0}\u000a12:36:11.165578 bus /gobi_4: Setting Powered False\u000a12:36:12.267853 bus /gobi_4: Setting Powered False\u000a12:36:13.374985 bus /gobi_1: Setting Powered False\u000a12:36:14.481192 bus /gobi_1: Setting Powered False\u000a12:36:15.588974 bus /gobi_0: Setting Powered False\u000a12:36:16.710280 bus /gobi_0: Setting Powered False\u000a12:36:17.826004 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 79, "className" : "gprs:nanobts+band-900", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22684): Process ended prematurely: osmo-stp_10.42.42.5(pid=22684) [trial-2404↪gprs:nanobts+band-900↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22684)]", "failedSince" : 2326, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22684): Process ended prematurely: osmo-stp_10.42.42.5(pid=22684) [trial-2404↪gprs:nanobts+band-900↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22684)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2404 gprs:nanobts+band-900 ping.py\u000a----------------------------------------------\u000a12:36:18.894884 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a12:36:18.906650 tst gprs:nanobts+band-900: Using 1 x bts (candidates: 1)\u000a12:36:19.048672 tst ping.py: using LAC 40941\u000a12:36:19.173242 tst ping.py: using RAC 141\u000a12:36:19.299366 tst ping.py: using CellId 40941\u000a12:36:19.425793 tst ping.py: using BVCI 40942\u000a12:36:19.450064 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a12:36:19.461294 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a12:36:19.472153 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a12:36:19.483428 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a12:36:19.494766 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a12:36:19.506135 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a12:36:19.517782 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a12:36:19.529287 tst gprs:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a12:36:19.818820 tst ping.py:19: start network...\u000a12:36:19.951265 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:36:20.456903 run create_hlr_db(pid=22678): Launched\u000a12:36:20.641564 bus /gobi_6: Setting Powered False\u000a12:36:21.660597 run create_hlr_db(pid=22678): Terminated: ok {rc=0}\u000a12:36:22.059715 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22680): Launched\u000a12:36:22.355626 run osmo-hlr_10.42.42.2(pid=22681): Launched\u000a12:36:22.467499 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:36:22.992805 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22683): Launched\u000a12:36:23.288648 run osmo-stp_10.42.42.5(pid=22684): Launched\u000a12:36:23.396846 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a12:36:23.912672 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22686): Launched\u000a12:36:24.017835 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a12:36:24.275634 run patchelf(pid=22687): Launched\u000a12:36:24.449638 run osmo-stp_10.42.42.5(pid=22684): ERR: Terminated: ERROR {rc=1} [trial-2404↪gprs:nanobts+band-900↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22684)]\u000a12:36:24.576727 run osmo-stp_10.42.42.5(pid=22684): stdout: \u000a| (launched: 2022-12-14_12:36:23.141927)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:36:24.703967 run osmo-stp_10.42.42.5(pid=22684): stderr: \u000a| �[0;m�[38;5;43m20221214123623315 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214123623315 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214123623315 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214123623316 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214123623316 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214123623316 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214123623316 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:36:24.826394 run osmo-stp_10.42.42.5(pid=22684): stdout: \u000a| (launched: 2022-12-14_12:36:23.141927)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:36:24.947378 run osmo-stp_10.42.42.5(pid=22684): stderr: \u000a| �[0;m�[38;5;43m20221214123623315 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214123623315 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214123623315 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214123623316 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214123623316 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214123623316 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214123623316 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:36:25.088321 run patchelf(pid=22687): Terminating (SIGINT)\u000a12:36:25.254291 run patchelf(pid=22687): Terminated: ok {rc=0}\u000a12:36:25.284577 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=22684): Process ended prematurely: osmo-stp_10.42.42.5(pid=22684) [trial-2404↪gprs:nanobts+band-900↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22684)] [trial-2404↪gprs:nanobts+band-900↪ping.py:22]\u000a12:36:25.293226 tst ping.py:22: Test FAILED (6.4 sec)\u000a12:36:25.353848 run osmo-hlr_10.42.42.2(pid=22681): ERR: Terminated: ERROR {rc=237} [trial-2404↪gprs:nanobts+band-900↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22681)]\u000a12:36:25.403296 run osmo-hlr_10.42.42.2(pid=22681): stdout: \u000a| (launched: 2022-12-14_12:36:22.209160) \u000a12:36:25.453279 run osmo-hlr_10.42.42.2(pid=22681): stderr: \u000a| �[0;m�[1;31m20221214123622387 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214123622387 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214123622387 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214123622387 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214123622387 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214123622387 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214123622402 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2404/run.2022-12-14_11-25-45/gprs:nanobts+band-900/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214123622412 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214123622412 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214123622412 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:36:25.495982 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22680): Terminating (SIGTERM)\u000a12:36:25.536657 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22683): Terminating (SIGTERM)\u000a12:36:25.577260 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22686): Terminating (SIGTERM)\u000a12:36:25.586345 --- ParallelTerminationStrategy: PID 22680 died...\u000a12:36:25.640435 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22680): Terminated: ok {rc=0}\u000a12:36:25.650296 --- ParallelTerminationStrategy: PID 22683 died...\u000a12:36:25.703846 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22683): Terminated: ok {rc=0}\u000a12:36:25.713854 --- ParallelTerminationStrategy: PID 22686 died...\u000a12:36:25.767378 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22686): Terminated: ok {rc=0}\u000a12:36:25.851416 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 266, "className" : "gprs:nanobts+band-900", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22694): Process ended prematurely: osmo-stp_10.42.42.5(pid=22694) [trial-2404↪gprs:nanobts+band-900↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22694)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22694): Process ended prematurely: osmo-stp_10.42.42.5(pid=22694) [trial-2404↪gprs:nanobts+band-900↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22694)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2404 gprs:nanobts+band-900 ping_idle_ping.py\u000a----------------------------------------------\u000a12:36:26.904118 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a12:36:26.916149 tst gprs:nanobts+band-900: Using 1 x bts (candidates: 1)\u000a12:36:27.059082 tst ping_idle_ping.py: using LAC 40942\u000a12:36:27.186037 tst ping_idle_ping.py: using RAC 142\u000a12:36:27.310074 tst ping_idle_ping.py: using CellId 40942\u000a12:36:27.434201 tst ping_idle_ping.py: using BVCI 40943\u000a12:36:27.458423 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a12:36:27.469657 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a12:36:27.480895 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a12:36:27.491988 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a12:36:27.502985 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a12:36:27.513938 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a12:36:27.525164 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a12:36:27.536259 tst gprs:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a12:36:27.810287 tst ping_idle_ping.py:24: start network...\u000a12:36:27.933744 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:36:28.403917 run create_hlr_db(pid=22688): Launched\u000a12:36:28.576732 bus /gobi_6: Setting Powered False\u000a12:36:29.596668 run create_hlr_db(pid=22688): Terminated: ok {rc=0}\u000a12:36:29.992861 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22690): Launched\u000a12:36:30.289110 run osmo-hlr_10.42.42.2(pid=22691): Launched\u000a12:36:30.403641 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:36:30.977720 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22693): Launched\u000a12:36:31.298551 run osmo-stp_10.42.42.5(pid=22694): Launched\u000a12:36:31.501141 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a12:36:32.160750 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22696): Launched\u000a12:36:32.269840 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a12:36:32.529546 run patchelf(pid=22697): Launched\u000a12:36:32.703514 run osmo-stp_10.42.42.5(pid=22694): ERR: Terminated: ERROR {rc=1} [trial-2404↪gprs:nanobts+band-900↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22694)]\u000a12:36:32.830866 run osmo-stp_10.42.42.5(pid=22694): stdout: \u000a| (launched: 2022-12-14_12:36:31.144014)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:36:32.958202 run osmo-stp_10.42.42.5(pid=22694): stderr: \u000a| �[0;m�[38;5;43m20221214123631455 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214123631455 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214123631455 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214123631456 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214123631456 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214123631456 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214123631456 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:36:33.080578 run osmo-stp_10.42.42.5(pid=22694): stdout: \u000a| (launched: 2022-12-14_12:36:31.144014)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:36:33.202020 run osmo-stp_10.42.42.5(pid=22694): stderr: \u000a| �[0;m�[38;5;43m20221214123631455 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214123631455 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214123631455 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214123631456 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214123631456 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214123631456 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214123631456 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:36:33.343496 run patchelf(pid=22697): Terminating (SIGINT)\u000a12:36:33.510140 run patchelf(pid=22697): Terminated: ok {rc=0}\u000a12:36:33.540314 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=22694): Process ended prematurely: osmo-stp_10.42.42.5(pid=22694) [trial-2404↪gprs:nanobts+band-900↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22694)] [trial-2404↪gprs:nanobts+band-900↪ping_idle_ping.py:27]\u000a12:36:33.548731 tst ping_idle_ping.py:27: Test FAILED (6.6 sec)\u000a12:36:33.609082 run osmo-hlr_10.42.42.2(pid=22691): ERR: Terminated: ERROR {rc=237} [trial-2404↪gprs:nanobts+band-900↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22691)]\u000a12:36:33.658203 run osmo-hlr_10.42.42.2(pid=22691): stdout: \u000a| (launched: 2022-12-14_12:36:30.142678) \u000a12:36:33.707714 run osmo-hlr_10.42.42.2(pid=22691): stderr: \u000a| �[0;m�[1;31m20221214123630317 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214123630317 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214123630317 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214123630317 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214123630317 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214123630318 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214123630329 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2404/run.2022-12-14_11-25-45/gprs:nanobts+band-900/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214123630338 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214123630338 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214123630338 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:36:33.750151 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22690): Terminating (SIGTERM)\u000a12:36:33.790056 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22693): Terminating (SIGTERM)\u000a12:36:33.829978 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22696): Terminating (SIGTERM)\u000a12:36:33.839257 --- ParallelTerminationStrategy: PID 22690 died...\u000a12:36:33.892864 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22690): Terminated: ok {rc=0}\u000a12:36:33.902649 --- ParallelTerminationStrategy: PID 22693 died...\u000a12:36:33.956819 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22693): Terminated: ok {rc=0}\u000a12:36:33.966545 --- ParallelTerminationStrategy: PID 22696 died...\u000a12:36:34.020184 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22696): Terminated: ok {rc=0}\u000a12:36:34.108670 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "155", "name" : "gprs_nanobts+band-900", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T12:35:36" }, { "cases" : [ { "testActions" : [ ], "age" : 266, "className" : "gprs:nanobts+band-900+mod-bts0-egprs", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22711): Process ended prematurely: osmo-stp_10.42.42.5(pid=22711) [trial-2404↪gprs:nanobts+band-900+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22711)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22711): Process ended prematurely: osmo-stp_10.42.42.5(pid=22711) [trial-2404↪gprs:nanobts+band-900+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22711)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2404 gprs:nanobts+band-900+mod-bts0-egprs cs_paging_gprs_active.py\u000a----------------------------------------------\u000a12:36:36.276656 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:36:36.288192 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a12:36:36.430488 tst cs_paging_gprs_active.py: using LAC 40943\u000a12:36:36.554627 tst cs_paging_gprs_active.py: using RAC 143\u000a12:36:36.671657 tst cs_paging_gprs_active.py: using CellId 40943\u000a12:36:36.790257 tst cs_paging_gprs_active.py: using BVCI 40944\u000a12:36:36.813270 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:36:36.824066 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:36:36.834868 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:36:36.845593 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:36:36.856361 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:36:36.867305 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:36:36.878365 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:36:36.889253 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:36:36.900346 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a12:36:37.021478 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a12:36:37.302198 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a12:36:37.428285 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:36:37.743995 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22701): Launched\u000a12:36:38.005596 run iperf3-srv_10.42.42.10(pid=22702): Launched\u000a12:36:38.189160 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a12:36:38.314475 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:36:38.628545 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22703): Launched\u000a12:36:38.888880 run iperf3-srv_10.42.42.10(pid=22704): Launched\u000a12:36:39.072070 tst cs_paging_gprs_active.py:38: start network...\u000a12:36:39.197843 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:36:39.674505 run create_hlr_db(pid=22705): Launched\u000a12:36:39.848188 bus /gobi_6: Setting Powered False\u000a12:36:40.870161 run create_hlr_db(pid=22705): Terminated: ok {rc=0}\u000a12:36:41.300843 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22707): Launched\u000a12:36:41.626885 run osmo-hlr_10.42.42.2(pid=22708): Launched\u000a12:36:41.751154 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:36:42.315517 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22710): Launched\u000a12:36:42.641298 run osmo-stp_10.42.42.5(pid=22711): Launched\u000a12:36:42.758516 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a12:36:43.323664 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22713): Launched\u000a12:36:43.439066 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a12:36:43.723127 run patchelf(pid=22714): Launched\u000a12:36:43.912658 run osmo-stp_10.42.42.5(pid=22711): ERR: Terminated: ERROR {rc=1} [trial-2404↪gprs:nanobts+band-900+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22711)]\u000a12:36:44.051524 run osmo-stp_10.42.42.5(pid=22711): stdout: \u000a| (launched: 2022-12-14_12:36:42.480472)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:36:44.190141 run osmo-stp_10.42.42.5(pid=22711): stderr: \u000a| �[0;m�[38;5;43m20221214123642672 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214123642672 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214123642673 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214123642673 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214123642673 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214123642674 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214123642674 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:36:44.323769 run osmo-stp_10.42.42.5(pid=22711): stdout: \u000a| (launched: 2022-12-14_12:36:42.480472)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:36:44.456767 run osmo-stp_10.42.42.5(pid=22711): stderr: \u000a| �[0;m�[38;5;43m20221214123642672 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214123642672 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214123642673 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214123642673 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214123642673 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214123642674 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214123642674 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:36:44.611577 run patchelf(pid=22714): Terminating (SIGINT)\u000a12:36:44.792467 run patchelf(pid=22714): Terminated: ok {rc=0}\u000a12:36:44.825719 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=22711): Process ended prematurely: osmo-stp_10.42.42.5(pid=22711) [trial-2404↪gprs:nanobts+band-900+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22711)] [trial-2404↪gprs:nanobts+band-900+mod-bts0-egprs↪cs_paging_gprs_active.py:38]\u000a12:36:44.835529 tst cs_paging_gprs_active.py:38: Test FAILED (8.6 sec)\u000a12:36:44.897665 run osmo-hlr_10.42.42.2(pid=22708): ERR: Terminated: ERROR {rc=237} [trial-2404↪gprs:nanobts+band-900+mod-bts0-egprs↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22708)]\u000a12:36:44.948292 run osmo-hlr_10.42.42.2(pid=22708): stdout: \u000a| (launched: 2022-12-14_12:36:41.465925) \u000a12:36:44.999647 run osmo-hlr_10.42.42.2(pid=22708): stderr: \u000a| �[0;m�[1;31m20221214123641664 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214123641665 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214123641665 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214123641665 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214123641665 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214123641665 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214123641675 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2404/run.2022-12-14_11-25-45/gprs:nanobts+band-900+mod-bts0-egprs/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214123641684 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214123641684 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214123641684 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:36:45.043595 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22701): Terminating (SIGTERM)\u000a12:36:45.084907 run iperf3-srv_10.42.42.10(pid=22702): Terminating (SIGTERM)\u000a12:36:45.127741 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22703): Terminating (SIGTERM)\u000a12:36:45.169490 run iperf3-srv_10.42.42.10(pid=22704): Terminating (SIGTERM)\u000a12:36:45.210751 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22707): Terminating (SIGTERM)\u000a12:36:45.252279 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22710): Terminating (SIGTERM)\u000a12:36:45.293389 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22713): Terminating (SIGTERM)\u000a12:36:45.303013 --- ParallelTerminationStrategy: PID 22701 died...\u000a12:36:45.357926 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22701): Terminated: ok {rc=0}\u000a12:36:45.367775 --- ParallelTerminationStrategy: PID 22702 died...\u000a12:36:45.422513 run iperf3-srv_10.42.42.10(pid=22702): Terminated {rc=256}\u000a12:36:45.432447 --- ParallelTerminationStrategy: PID 22703 died...\u000a12:36:45.487614 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22703): Terminated: ok {rc=0}\u000a12:36:45.497728 --- ParallelTerminationStrategy: PID 22704 died...\u000a12:36:45.552330 run iperf3-srv_10.42.42.10(pid=22704): Terminated {rc=256}\u000a12:36:45.562319 --- ParallelTerminationStrategy: PID 22707 died...\u000a12:36:45.616852 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22707): Terminated: ok {rc=0}\u000a12:36:45.626802 --- ParallelTerminationStrategy: PID 22710 died...\u000a12:36:45.681398 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22710): Terminated: ok {rc=0}\u000a12:36:45.691351 --- ParallelTerminationStrategy: PID 22713 died...\u000a12:36:45.746243 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22713): Terminated: ok {rc=0}\u000a12:36:45.840702 bus /gobi_0: Setting Powered False\u000a12:36:46.963668 bus /gobi_0: Setting Powered False\u000a12:36:48.070313 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 266, "className" : "gprs:nanobts+band-900+mod-bts0-egprs", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22723): Process ended prematurely: osmo-stp_10.42.42.5(pid=22723) [trial-2404↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22723)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22723): Process ended prematurely: osmo-stp_10.42.42.5(pid=22723) [trial-2404↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22723)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2404 gprs:nanobts+band-900+mod-bts0-egprs iperf3.py\u000a----------------------------------------------\u000a12:36:49.184293 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:36:49.196258 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a12:36:49.341881 tst iperf3.py: using LAC 40944\u000a12:36:49.468398 tst iperf3.py: using RAC 144\u000a12:36:49.595840 tst iperf3.py: using CellId 40944\u000a12:36:49.722704 tst iperf3.py: using BVCI 40945\u000a12:36:49.747457 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:36:49.758971 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:36:49.770195 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:36:49.781411 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:36:49.792390 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:36:49.803508 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:36:49.814780 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:36:49.825962 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:36:49.837347 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a12:36:50.116459 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a12:36:50.242809 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:36:50.557886 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22715): Launched\u000a12:36:50.819531 run iperf3-srv_10.42.42.10(pid=22716): Launched\u000a12:36:51.003875 tst iperf3.py:8: start network...\u000a12:36:51.130061 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:36:51.605893 run create_hlr_db(pid=22717): Launched\u000a12:36:51.779334 bus /gobi_6: Setting Powered False\u000a12:36:52.801333 run create_hlr_db(pid=22717): Terminated: ok {rc=0}\u000a12:36:53.232399 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22719): Launched\u000a12:36:53.558723 run osmo-hlr_10.42.42.2(pid=22720): Launched\u000a12:36:53.682231 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:36:54.246573 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22722): Launched\u000a12:36:54.570792 run osmo-stp_10.42.42.5(pid=22723): Launched\u000a12:36:54.687382 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a12:36:55.253314 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22725): Launched\u000a12:36:55.369404 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a12:36:55.652800 run patchelf(pid=22726): Launched\u000a12:36:55.842388 run osmo-stp_10.42.42.5(pid=22723): ERR: Terminated: ERROR {rc=1} [trial-2404↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22723)]\u000a12:36:55.980316 run osmo-stp_10.42.42.5(pid=22723): stdout: \u000a| (launched: 2022-12-14_12:36:54.411105)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:36:56.119303 run osmo-stp_10.42.42.5(pid=22723): stderr: \u000a| �[0;m�[38;5;43m20221214123654603 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214123654603 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214123654604 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214123654604 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214123654605 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214123654605 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214123654605 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:36:56.253241 run osmo-stp_10.42.42.5(pid=22723): stdout: \u000a| (launched: 2022-12-14_12:36:54.411105)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:36:56.385958 run osmo-stp_10.42.42.5(pid=22723): stderr: \u000a| �[0;m�[38;5;43m20221214123654603 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214123654603 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214123654604 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214123654604 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214123654605 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214123654605 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214123654605 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:36:56.540911 run patchelf(pid=22726): Terminating (SIGINT)\u000a12:36:56.722661 run patchelf(pid=22726): Terminated: ok {rc=0}\u000a12:36:56.755922 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=22723): Process ended prematurely: osmo-stp_10.42.42.5(pid=22723) [trial-2404↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22723)] [trial-2404↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3.py:8]\u000a12:36:56.765853 tst iperf3.py:8: Test FAILED (7.6 sec)\u000a12:36:56.828511 run osmo-hlr_10.42.42.2(pid=22720): ERR: Terminated: ERROR {rc=237} [trial-2404↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22720)]\u000a12:36:56.879605 run osmo-hlr_10.42.42.2(pid=22720): stdout: \u000a| (launched: 2022-12-14_12:36:53.397737) \u000a12:36:56.931243 run osmo-hlr_10.42.42.2(pid=22720): stderr: \u000a| �[0;m�[1;31m20221214123653596 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214123653596 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214123653596 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214123653597 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214123653597 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214123653597 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214123653608 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2404/run.2022-12-14_11-25-45/gprs:nanobts+band-900+mod-bts0-egprs/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214123653616 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214123653616 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214123653616 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:36:56.975443 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22715): Terminating (SIGTERM)\u000a12:36:57.018116 run iperf3-srv_10.42.42.10(pid=22716): Terminating (SIGTERM)\u000a12:36:57.059736 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22719): Terminating (SIGTERM)\u000a12:36:57.101361 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22722): Terminating (SIGTERM)\u000a12:36:57.143449 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22725): Terminating (SIGTERM)\u000a12:36:57.153366 --- ParallelTerminationStrategy: PID 22715 died...\u000a12:36:57.209861 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22715): Terminated: ok {rc=0}\u000a12:36:57.220103 --- ParallelTerminationStrategy: PID 22716 died...\u000a12:36:57.275853 run iperf3-srv_10.42.42.10(pid=22716): Terminated {rc=256}\u000a12:36:57.286081 --- ParallelTerminationStrategy: PID 22719 died...\u000a12:36:57.341391 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22719): Terminated: ok {rc=0}\u000a12:36:57.351520 --- ParallelTerminationStrategy: PID 22722 died...\u000a12:36:57.406565 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22722): Terminated: ok {rc=0}\u000a12:36:57.416612 --- ParallelTerminationStrategy: PID 22725 died...\u000a12:36:57.472171 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22725): Terminated: ok {rc=0}\u000a12:36:57.558857 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 266, "className" : "gprs:nanobts+band-900+mod-bts0-egprs", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22741): Process ended prematurely: osmo-stp_10.42.42.5(pid=22741) [trial-2404↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22741)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22741): Process ended prematurely: osmo-stp_10.42.42.5(pid=22741) [trial-2404↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22741)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2404 gprs:nanobts+band-900+mod-bts0-egprs iperf3m4.py\u000a----------------------------------------------\u000a12:36:58.674039 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:36:58.686294 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a12:36:58.832340 tst iperf3m4.py: using LAC 40945\u000a12:36:58.959108 tst iperf3m4.py: using RAC 145\u000a12:36:59.085900 tst iperf3m4.py: using CellId 40945\u000a12:36:59.216936 tst iperf3m4.py: using BVCI 40946\u000a12:36:59.241777 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:36:59.253251 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:36:59.264464 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:36:59.275596 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:36:59.287216 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:36:59.298899 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:36:59.310829 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:36:59.322503 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:36:59.334321 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a12:36:59.456449 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a12:36:59.575854 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a12:36:59.694165 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a12:36:59.991274 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a12:37:00.127178 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:37:00.465221 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22727): Launched\u000a12:37:00.745441 run iperf3-srv_10.42.42.10(pid=22728): Launched\u000a12:37:00.951133 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a12:37:01.079904 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:37:01.420861 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22729): Launched\u000a12:37:01.706426 run iperf3-srv_10.42.42.10(pid=22730): Launched\u000a12:37:01.897457 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a12:37:02.029183 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:37:02.350369 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22731): Launched\u000a12:37:02.612065 run iperf3-srv_10.42.42.10(pid=22732): Launched\u000a12:37:02.794756 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a12:37:02.919786 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:37:03.233150 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22733): Launched\u000a12:37:03.493890 run iperf3-srv_10.42.42.10(pid=22734): Launched\u000a12:37:03.677132 tst iperf3m4.py:8: start network...\u000a12:37:03.802344 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:37:04.276529 run create_hlr_db(pid=22735): Launched\u000a12:37:04.449369 bus /gobi_6: Setting Powered False\u000a12:37:05.470911 run create_hlr_db(pid=22735): Terminated: ok {rc=0}\u000a12:37:05.900728 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22737): Launched\u000a12:37:06.223692 run osmo-hlr_10.42.42.2(pid=22738): Launched\u000a12:37:06.345052 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:37:06.911771 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22740): Launched\u000a12:37:07.235200 run osmo-stp_10.42.42.5(pid=22741): Launched\u000a12:37:07.353513 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a12:37:07.917778 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22743): Launched\u000a12:37:08.032878 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a12:37:08.315322 run patchelf(pid=22744): Launched\u000a12:37:08.504376 run osmo-stp_10.42.42.5(pid=22741): ERR: Terminated: ERROR {rc=1} [trial-2404↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22741)]\u000a12:37:08.642419 run osmo-stp_10.42.42.5(pid=22741): stdout: \u000a| (launched: 2022-12-14_12:37:07.076424)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:37:08.780437 run osmo-stp_10.42.42.5(pid=22741): stderr: \u000a| �[0;m�[38;5;43m20221214123707266 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214123707266 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214123707266 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214123707267 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214123707267 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214123707267 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214123707267 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:37:08.913925 run osmo-stp_10.42.42.5(pid=22741): stdout: \u000a| (launched: 2022-12-14_12:37:07.076424)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:37:09.045971 run osmo-stp_10.42.42.5(pid=22741): stderr: \u000a| �[0;m�[38;5;43m20221214123707266 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214123707266 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214123707266 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214123707267 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214123707267 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214123707267 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214123707267 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:37:09.199856 run patchelf(pid=22744): Terminating (SIGINT)\u000a12:37:09.380554 run patchelf(pid=22744): Terminated: ok {rc=0}\u000a12:37:09.413911 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=22741): Process ended prematurely: osmo-stp_10.42.42.5(pid=22741) [trial-2404↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22741)] [trial-2404↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3m4.py:8]\u000a12:37:09.423827 tst iperf3m4.py:8: Test FAILED (10.8 sec)\u000a12:37:09.486117 run osmo-hlr_10.42.42.2(pid=22738): ERR: Terminated: ERROR {rc=237} [trial-2404↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22738)]\u000a12:37:09.537045 run osmo-hlr_10.42.42.2(pid=22738): stdout: \u000a| (launched: 2022-12-14_12:37:06.065403) \u000a12:37:09.588775 run osmo-hlr_10.42.42.2(pid=22738): stderr: \u000a| �[0;m�[1;31m20221214123706260 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214123706260 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214123706260 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214123706260 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214123706260 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214123706260 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214123706273 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2404/run.2022-12-14_11-25-45/gprs:nanobts+band-900+mod-bts0-egprs/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214123706281 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214123706282 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214123706282 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:37:09.632408 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22727): Terminating (SIGTERM)\u000a12:37:09.674351 run iperf3-srv_10.42.42.10(pid=22728): Terminating (SIGTERM)\u000a12:37:09.715679 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22729): Terminating (SIGTERM)\u000a12:37:09.757607 run iperf3-srv_10.42.42.10(pid=22730): Terminating (SIGTERM)\u000a12:37:09.798860 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22731): Terminating (SIGTERM)\u000a12:37:09.840430 run iperf3-srv_10.42.42.10(pid=22732): Terminating (SIGTERM)\u000a12:37:09.881669 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22733): Terminating (SIGTERM)\u000a12:37:09.922885 run iperf3-srv_10.42.42.10(pid=22734): Terminating (SIGTERM)\u000a12:37:09.964441 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22737): Terminating (SIGTERM)\u000a12:37:10.005661 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22740): Terminating (SIGTERM)\u000a12:37:10.047322 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22743): Terminating (SIGTERM)\u000a12:37:10.057063 --- ParallelTerminationStrategy: PID 22727 died...\u000a12:37:10.111834 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22727): Terminated: ok {rc=0}\u000a12:37:10.121839 --- ParallelTerminationStrategy: PID 22728 died...\u000a12:37:10.176432 run iperf3-srv_10.42.42.10(pid=22728): Terminated {rc=256}\u000a12:37:10.186345 --- ParallelTerminationStrategy: PID 22729 died...\u000a12:37:10.241654 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22729): Terminated: ok {rc=0}\u000a12:37:10.251788 --- ParallelTerminationStrategy: PID 22730 died...\u000a12:37:10.306840 run iperf3-srv_10.42.42.10(pid=22730): Terminated {rc=256}\u000a12:37:10.316838 --- ParallelTerminationStrategy: PID 22731 died...\u000a12:37:10.371238 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22731): Terminated: ok {rc=0}\u000a12:37:10.381155 --- ParallelTerminationStrategy: PID 22732 died...\u000a12:37:10.435410 run iperf3-srv_10.42.42.10(pid=22732): Terminated {rc=256}\u000a12:37:10.445383 --- ParallelTerminationStrategy: PID 22733 died...\u000a12:37:10.500105 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22733): Terminated: ok {rc=0}\u000a12:37:10.510241 --- ParallelTerminationStrategy: PID 22734 died...\u000a12:37:10.564728 run iperf3-srv_10.42.42.10(pid=22734): Terminated {rc=256}\u000a12:37:10.574669 --- ParallelTerminationStrategy: PID 22737 died...\u000a12:37:10.629217 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22737): Terminated: ok {rc=0}\u000a12:37:10.639120 --- ParallelTerminationStrategy: PID 22740 died...\u000a12:37:10.693879 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22740): Terminated: ok {rc=0}\u000a12:37:10.703978 --- ParallelTerminationStrategy: PID 22743 died...\u000a12:37:10.759336 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22743): Terminated: ok {rc=0}\u000a12:37:10.846863 bus /gobi_4: Setting Powered False\u000a12:37:11.950616 bus /gobi_4: Setting Powered False\u000a12:37:13.058499 bus /gobi_1: Setting Powered False\u000a12:37:14.165435 bus /gobi_1: Setting Powered False\u000a12:37:15.272729 bus /gobi_0: Setting Powered False\u000a12:37:16.378802 bus /gobi_0: Setting Powered False\u000a12:37:17.490323 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 266, "className" : "gprs:nanobts+band-900+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22751): Process ended prematurely: osmo-stp_10.42.42.5(pid=22751) [trial-2404↪gprs:nanobts+band-900+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22751)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22751): Process ended prematurely: osmo-stp_10.42.42.5(pid=22751) [trial-2404↪gprs:nanobts+band-900+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22751)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2404 gprs:nanobts+band-900+mod-bts0-egprs ping.py\u000a----------------------------------------------\u000a12:37:18.558226 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:37:18.570307 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a12:37:18.707708 tst ping.py: using LAC 40946\u000a12:37:18.826655 tst ping.py: using RAC 146\u000a12:37:18.951062 tst ping.py: using CellId 40946\u000a12:37:19.077800 tst ping.py: using BVCI 40947\u000a12:37:19.102241 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:37:19.114203 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:37:19.125556 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:37:19.136672 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:37:19.148349 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:37:19.159974 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:37:19.171915 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:37:19.183688 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a12:37:19.458358 tst ping.py:19: start network...\u000a12:37:19.581879 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:37:20.048223 run create_hlr_db(pid=22745): Launched\u000a12:37:20.219780 bus /gobi_6: Setting Powered False\u000a12:37:21.239903 run create_hlr_db(pid=22745): Terminated: ok {rc=0}\u000a12:37:21.665558 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22747): Launched\u000a12:37:21.983200 run osmo-hlr_10.42.42.2(pid=22748): Launched\u000a12:37:22.103456 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:37:22.660363 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22750): Launched\u000a12:37:22.978792 run osmo-stp_10.42.42.5(pid=22751): Launched\u000a12:37:23.094474 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a12:37:23.654804 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22753): Launched\u000a12:37:23.768329 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a12:37:24.046776 run patchelf(pid=22754): Launched\u000a12:37:24.234074 run osmo-stp_10.42.42.5(pid=22751): ERR: Terminated: ERROR {rc=1} [trial-2404↪gprs:nanobts+band-900+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22751)]\u000a12:37:24.371477 run osmo-stp_10.42.42.5(pid=22751): stdout: \u000a| (launched: 2022-12-14_12:37:22.821982)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:37:24.509222 run osmo-stp_10.42.42.5(pid=22751): stderr: \u000a| �[0;m�[38;5;43m20221214123723015 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214123723015 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214123723015 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214123723016 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214123723016 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214123723016 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214123723016 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:37:24.641022 run osmo-stp_10.42.42.5(pid=22751): stdout: \u000a| (launched: 2022-12-14_12:37:22.821982)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:37:24.771605 run osmo-stp_10.42.42.5(pid=22751): stderr: \u000a| �[0;m�[38;5;43m20221214123723015 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214123723015 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214123723015 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214123723016 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214123723016 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214123723016 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214123723016 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:37:24.923876 run patchelf(pid=22754): Terminating (SIGINT)\u000a12:37:25.102835 run patchelf(pid=22754): Terminated: ok {rc=0}\u000a12:37:25.135311 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=22751): Process ended prematurely: osmo-stp_10.42.42.5(pid=22751) [trial-2404↪gprs:nanobts+band-900+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22751)] [trial-2404↪gprs:nanobts+band-900+mod-bts0-egprs↪ping.py:22]\u000a12:37:25.144348 tst ping.py:22: Test FAILED (6.6 sec)\u000a12:37:25.206797 run osmo-hlr_10.42.42.2(pid=22748): ERR: Terminated: ERROR {rc=237} [trial-2404↪gprs:nanobts+band-900+mod-bts0-egprs↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22748)]\u000a12:37:25.257344 run osmo-hlr_10.42.42.2(pid=22748): stdout: \u000a| (launched: 2022-12-14_12:37:21.826718) \u000a12:37:25.308479 run osmo-hlr_10.42.42.2(pid=22748): stderr: \u000a| �[0;m�[1;31m20221214123722028 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214123722028 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214123722028 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214123722028 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214123722029 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214123722029 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214123722041 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2404/run.2022-12-14_11-25-45/gprs:nanobts+band-900+mod-bts0-egprs/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214123722049 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214123722049 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214123722049 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:37:25.352301 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22747): Terminating (SIGTERM)\u000a12:37:25.393507 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22750): Terminating (SIGTERM)\u000a12:37:25.434761 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22753): Terminating (SIGTERM)\u000a12:37:25.444370 --- ParallelTerminationStrategy: PID 22747 died...\u000a12:37:25.499409 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22747): Terminated: ok {rc=0}\u000a12:37:25.509788 --- ParallelTerminationStrategy: PID 22750 died...\u000a12:37:25.564540 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22750): Terminated: ok {rc=0}\u000a12:37:25.574537 --- ParallelTerminationStrategy: PID 22753 died...\u000a12:37:25.629289 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22753): Terminated: ok {rc=0}\u000a12:37:25.715407 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 266, "className" : "gprs:nanobts+band-900+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22761): Process ended prematurely: osmo-stp_10.42.42.5(pid=22761) [trial-2404↪gprs:nanobts+band-900+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22761)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22761): Process ended prematurely: osmo-stp_10.42.42.5(pid=22761) [trial-2404↪gprs:nanobts+band-900+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22761)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2404 gprs:nanobts+band-900+mod-bts0-egprs ping_idle_ping.py\u000a----------------------------------------------\u000a12:37:26.767725 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:37:26.779821 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a12:37:26.916912 tst ping_idle_ping.py: using LAC 40947\u000a12:37:27.032720 tst ping_idle_ping.py: using RAC 147\u000a12:37:27.150562 tst ping_idle_ping.py: using CellId 40947\u000a12:37:27.266856 tst ping_idle_ping.py: using BVCI 40948\u000a12:37:27.289510 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:37:27.300527 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:37:27.311260 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:37:27.322070 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:37:27.333629 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:37:27.345213 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:37:27.356833 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:37:27.368326 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a12:37:27.646531 tst ping_idle_ping.py:24: start network...\u000a12:37:27.771072 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:37:28.240639 run create_hlr_db(pid=22755): Launched\u000a12:37:28.413497 bus /gobi_6: Setting Powered False\u000a12:37:29.446481 run create_hlr_db(pid=22755): Terminated: ok {rc=0}\u000a12:37:29.873443 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22757): Launched\u000a12:37:30.193216 run osmo-hlr_10.42.42.2(pid=22758): Launched\u000a12:37:30.312139 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:37:30.898197 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22760): Launched\u000a12:37:31.327303 run osmo-stp_10.42.42.5(pid=22761): Launched\u000a12:37:31.566790 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a12:37:32.134460 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22763): Launched\u000a12:37:32.243701 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a12:37:32.506853 run patchelf(pid=22764): Launched\u000a12:37:32.682532 run osmo-stp_10.42.42.5(pid=22761): ERR: Terminated: ERROR {rc=1} [trial-2404↪gprs:nanobts+band-900+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22761)]\u000a12:37:32.811176 run osmo-stp_10.42.42.5(pid=22761): stdout: \u000a| (launched: 2022-12-14_12:37:31.061237)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:37:32.939330 run osmo-stp_10.42.42.5(pid=22761): stderr: \u000a| �[0;m�[38;5;43m20221214123731384 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214123731384 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214123731384 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214123731393 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214123731393 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214123731394 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214123731394 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:37:33.062163 run osmo-stp_10.42.42.5(pid=22761): stdout: \u000a| (launched: 2022-12-14_12:37:31.061237)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:37:33.183668 run osmo-stp_10.42.42.5(pid=22761): stderr: \u000a| �[0;m�[38;5;43m20221214123731384 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214123731384 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214123731384 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214123731393 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214123731393 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214123731394 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214123731394 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:37:33.325647 run patchelf(pid=22764): Terminating (SIGINT)\u000a12:37:33.492486 run patchelf(pid=22764): Terminated: ok {rc=0}\u000a12:37:33.522947 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=22761): Process ended prematurely: osmo-stp_10.42.42.5(pid=22761) [trial-2404↪gprs:nanobts+band-900+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22761)] [trial-2404↪gprs:nanobts+band-900+mod-bts0-egprs↪ping_idle_ping.py:27]\u000a12:37:33.531442 tst ping_idle_ping.py:27: Test FAILED (6.8 sec)\u000a12:37:33.591436 run osmo-hlr_10.42.42.2(pid=22758): ERR: Terminated: ERROR {rc=237} [trial-2404↪gprs:nanobts+band-900+mod-bts0-egprs↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22758)]\u000a12:37:33.640200 run osmo-hlr_10.42.42.2(pid=22758): stdout: \u000a| (launched: 2022-12-14_12:37:30.035634) \u000a12:37:33.689278 run osmo-hlr_10.42.42.2(pid=22758): stderr: \u000a| �[0;m�[1;31m20221214123730234 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214123730234 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214123730234 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214123730234 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214123730234 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214123730234 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214123730246 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2404/run.2022-12-14_11-25-45/gprs:nanobts+band-900+mod-bts0-egprs/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214123730254 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214123730254 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214123730254 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:37:33.731422 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22757): Terminating (SIGTERM)\u000a12:37:33.771035 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22760): Terminating (SIGTERM)\u000a12:37:33.810669 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22763): Terminating (SIGTERM)\u000a12:37:33.819919 --- ParallelTerminationStrategy: PID 22757 died...\u000a12:37:33.873301 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22757): Terminated: ok {rc=0}\u000a12:37:33.882987 --- ParallelTerminationStrategy: PID 22760 died...\u000a12:37:33.936618 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22760): Terminated: ok {rc=0}\u000a12:37:33.946241 --- ParallelTerminationStrategy: PID 22763 died...\u000a12:37:33.999908 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22763): Terminated: ok {rc=0}\u000a12:37:34.088496 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "156", "name" : "gprs_nanobts+band-900+mod-bts0-egprs", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T12:36:35" }, { "cases" : [ { "testActions" : [ ], "age" : 266, "className" : "gprs:nanobts+band-900+mod-bts0-dynts-ipa", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22778): Process ended prematurely: osmo-stp_10.42.42.5(pid=22778) [trial-2404↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22778)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22778): Process ended prematurely: osmo-stp_10.42.42.5(pid=22778) [trial-2404↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22778)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2404 gprs:nanobts+band-900+mod-bts0-dynts-ipa cs_paging_gprs_active.py\u000a----------------------------------------------\u000a12:37:36.252024 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:37:36.263561 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a12:37:36.424429 tst cs_paging_gprs_active.py: using LAC 40948\u000a12:37:36.551049 tst cs_paging_gprs_active.py: using RAC 148\u000a12:37:36.677451 tst cs_paging_gprs_active.py: using CellId 40948\u000a12:37:36.805573 tst cs_paging_gprs_active.py: using BVCI 40949\u000a12:37:36.830302 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:37:36.841764 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:37:36.852862 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:37:36.864139 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:37:36.875390 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:37:36.886535 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:37:36.897855 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:37:36.908899 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:37:36.920337 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a12:37:37.037484 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a12:37:37.332749 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a12:37:37.468018 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:37:37.805124 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22768): Launched\u000a12:37:38.085964 run iperf3-srv_10.42.42.10(pid=22769): Launched\u000a12:37:38.284358 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a12:37:38.420128 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:37:38.757705 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22770): Launched\u000a12:37:39.037130 run iperf3-srv_10.42.42.10(pid=22771): Launched\u000a12:37:39.235897 tst cs_paging_gprs_active.py:38: start network...\u000a12:37:39.371076 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:37:39.888405 run create_hlr_db(pid=22772): Launched\u000a12:37:40.070066 bus /gobi_6: Setting Powered False\u000a12:37:41.085432 run create_hlr_db(pid=22772): Terminated: ok {rc=0}\u000a12:37:41.489352 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22774): Launched\u000a12:37:41.793381 run osmo-hlr_10.42.42.2(pid=22775): Launched\u000a12:37:41.911479 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:37:42.443766 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22777): Launched\u000a12:37:42.747761 run osmo-stp_10.42.42.5(pid=22778): Launched\u000a12:37:42.858338 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a12:37:43.386659 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22780): Launched\u000a12:37:43.494323 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a12:37:43.759958 run patchelf(pid=22781): Launched\u000a12:37:43.937360 run osmo-stp_10.42.42.5(pid=22778): ERR: Terminated: ERROR {rc=1} [trial-2404↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22778)]\u000a12:37:44.067025 run osmo-stp_10.42.42.5(pid=22778): stdout: \u000a| (launched: 2022-12-14_12:37:42.597427)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:37:44.197666 run osmo-stp_10.42.42.5(pid=22778): stderr: \u000a| �[0;m�[38;5;43m20221214123742768 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214123742768 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214123742768 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214123742769 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214123742769 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214123742769 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214123742769 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:37:44.323241 run osmo-stp_10.42.42.5(pid=22778): stdout: \u000a| (launched: 2022-12-14_12:37:42.597427)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:37:44.447493 run osmo-stp_10.42.42.5(pid=22778): stderr: \u000a| �[0;m�[38;5;43m20221214123742768 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214123742768 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214123742768 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214123742769 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214123742769 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214123742769 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214123742769 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:37:44.592464 run patchelf(pid=22781): Terminating (SIGINT)\u000a12:37:44.762468 run patchelf(pid=22781): Terminated: ok {rc=0}\u000a12:37:44.793743 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=22778): Process ended prematurely: osmo-stp_10.42.42.5(pid=22778) [trial-2404↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22778)] [trial-2404↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38]\u000a12:37:44.802857 tst cs_paging_gprs_active.py:38: Test FAILED (8.6 sec)\u000a12:37:44.863128 run osmo-hlr_10.42.42.2(pid=22775): ERR: Terminated: ERROR {rc=237} [trial-2404↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22775)]\u000a12:37:44.912440 run osmo-hlr_10.42.42.2(pid=22775): stdout: \u000a| (launched: 2022-12-14_12:37:41.642574) \u000a12:37:44.961689 run osmo-hlr_10.42.42.2(pid=22775): stderr: \u000a| �[0;m�[1;31m20221214123741819 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214123741819 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214123741819 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214123741819 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214123741819 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214123741819 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214123741831 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2404/run.2022-12-14_11-25-45/gprs:nanobts+band-900+mod-bts0-dynts-ipa/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214123741841 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214123741841 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214123741841 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:37:45.004153 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22768): Terminating (SIGTERM)\u000a12:37:45.044180 run iperf3-srv_10.42.42.10(pid=22769): Terminating (SIGTERM)\u000a12:37:45.084575 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22770): Terminating (SIGTERM)\u000a12:37:45.124885 run iperf3-srv_10.42.42.10(pid=22771): Terminating (SIGTERM)\u000a12:37:45.165320 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22774): Terminating (SIGTERM)\u000a12:37:45.205284 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22777): Terminating (SIGTERM)\u000a12:37:45.245090 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22780): Terminating (SIGTERM)\u000a12:37:45.254368 --- ParallelTerminationStrategy: PID 22768 died...\u000a12:37:45.307576 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22768): Terminated: ok {rc=0}\u000a12:37:45.317110 --- ParallelTerminationStrategy: PID 22769 died...\u000a12:37:45.370012 run iperf3-srv_10.42.42.10(pid=22769): Terminated {rc=256}\u000a12:37:45.379461 --- ParallelTerminationStrategy: PID 22770 died...\u000a12:37:45.432746 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22770): Terminated: ok {rc=0}\u000a12:37:45.442190 --- ParallelTerminationStrategy: PID 22771 died...\u000a12:37:45.495024 run iperf3-srv_10.42.42.10(pid=22771): Terminated {rc=256}\u000a12:37:45.504427 --- ParallelTerminationStrategy: PID 22774 died...\u000a12:37:45.557389 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22774): Terminated: ok {rc=0}\u000a12:37:45.566846 --- ParallelTerminationStrategy: PID 22777 died...\u000a12:37:45.619800 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22777): Terminated: ok {rc=0}\u000a12:37:45.629419 --- ParallelTerminationStrategy: PID 22780 died...\u000a12:37:45.682213 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22780): Terminated: ok {rc=0}\u000a12:37:45.765278 bus /gobi_0: Setting Powered False\u000a12:37:46.884216 bus /gobi_0: Setting Powered False\u000a12:37:47.996723 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 266, "className" : "gprs:nanobts+band-900+mod-bts0-dynts-ipa", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22790): Process ended prematurely: osmo-stp_10.42.42.5(pid=22790) [trial-2404↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22790)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22790): Process ended prematurely: osmo-stp_10.42.42.5(pid=22790) [trial-2404↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22790)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2404 gprs:nanobts+band-900+mod-bts0-dynts-ipa iperf3.py\u000a----------------------------------------------\u000a12:37:49.107235 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:37:49.118849 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a12:37:49.274393 tst iperf3.py: using LAC 40949\u000a12:37:49.391752 tst iperf3.py: using RAC 149\u000a12:37:49.511439 tst iperf3.py: using CellId 40949\u000a12:37:49.632675 tst iperf3.py: using BVCI 40950\u000a12:37:49.655837 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:37:49.666843 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:37:49.677728 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:37:49.688355 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:37:49.699398 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:37:49.710425 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:37:49.721660 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:37:49.732493 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:37:49.743611 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a12:37:50.021248 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a12:37:50.147609 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:37:50.463477 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22782): Launched\u000a12:37:50.726767 run iperf3-srv_10.42.42.10(pid=22783): Launched\u000a12:37:50.911415 tst iperf3.py:8: start network...\u000a12:37:51.037585 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:37:51.514844 run create_hlr_db(pid=22784): Launched\u000a12:37:51.689295 bus /gobi_6: Setting Powered False\u000a12:37:52.711659 run create_hlr_db(pid=22784): Terminated: ok {rc=0}\u000a12:37:53.145683 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22786): Launched\u000a12:37:53.474188 run osmo-hlr_10.42.42.2(pid=22787): Launched\u000a12:37:53.597531 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:37:54.163685 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22789): Launched\u000a12:37:54.489083 run osmo-stp_10.42.42.5(pid=22790): Launched\u000a12:37:54.608244 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a12:37:55.175334 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22792): Launched\u000a12:37:55.290952 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a12:37:55.575022 run patchelf(pid=22793): Launched\u000a12:37:55.764667 run osmo-stp_10.42.42.5(pid=22790): ERR: Terminated: ERROR {rc=1} [trial-2404↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22790)]\u000a12:37:55.903215 run osmo-stp_10.42.42.5(pid=22790): stdout: \u000a| (launched: 2022-12-14_12:37:54.328613)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:37:56.041984 run osmo-stp_10.42.42.5(pid=22790): stderr: \u000a| �[0;m�[38;5;43m20221214123754523 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214123754524 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214123754524 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214123754524 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214123754525 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214123754525 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214123754525 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:37:56.176100 run osmo-stp_10.42.42.5(pid=22790): stdout: \u000a| (launched: 2022-12-14_12:37:54.328613)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:37:56.308719 run osmo-stp_10.42.42.5(pid=22790): stderr: \u000a| �[0;m�[38;5;43m20221214123754523 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214123754524 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214123754524 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214123754524 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214123754525 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214123754525 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214123754525 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:37:56.463701 run patchelf(pid=22793): Terminating (SIGINT)\u000a12:37:56.646893 run patchelf(pid=22793): Terminated: ok {rc=0}\u000a12:37:56.680443 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=22790): Process ended prematurely: osmo-stp_10.42.42.5(pid=22790) [trial-2404↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22790)] [trial-2404↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3.py:8]\u000a12:37:56.690358 tst iperf3.py:8: Test FAILED (7.6 sec)\u000a12:37:56.753023 run osmo-hlr_10.42.42.2(pid=22787): ERR: Terminated: ERROR {rc=237} [trial-2404↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22787)]\u000a12:37:56.803923 run osmo-hlr_10.42.42.2(pid=22787): stdout: \u000a| (launched: 2022-12-14_12:37:53.311590) \u000a12:37:56.855727 run osmo-hlr_10.42.42.2(pid=22787): stderr: \u000a| �[0;m�[1;31m20221214123753512 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214123753513 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214123753514 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214123753514 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214123753514 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214123753514 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214123753529 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2404/run.2022-12-14_11-25-45/gprs:nanobts+band-900+mod-bts0-dynts-ipa/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214123753537 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214123753537 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214123753537 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:37:56.899941 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22782): Terminating (SIGTERM)\u000a12:37:56.942032 run iperf3-srv_10.42.42.10(pid=22783): Terminating (SIGTERM)\u000a12:37:56.983526 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22786): Terminating (SIGTERM)\u000a12:37:57.025161 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22789): Terminating (SIGTERM)\u000a12:37:57.066953 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22792): Terminating (SIGTERM)\u000a12:37:57.076708 --- ParallelTerminationStrategy: PID 22782 died...\u000a12:37:57.133093 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22782): Terminated: ok {rc=0}\u000a12:37:57.143174 --- ParallelTerminationStrategy: PID 22783 died...\u000a12:37:57.198558 run iperf3-srv_10.42.42.10(pid=22783): Terminated {rc=256}\u000a12:37:57.208555 --- ParallelTerminationStrategy: PID 22786 died...\u000a12:37:57.263923 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22786): Terminated: ok {rc=0}\u000a12:37:57.274040 --- ParallelTerminationStrategy: PID 22789 died...\u000a12:37:57.329212 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22789): Terminated: ok {rc=0}\u000a12:37:57.339199 --- ParallelTerminationStrategy: PID 22792 died...\u000a12:37:57.394484 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22792): Terminated: ok {rc=0}\u000a12:37:57.480367 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 266, "className" : "gprs:nanobts+band-900+mod-bts0-dynts-ipa", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22808): Process ended prematurely: osmo-stp_10.42.42.5(pid=22808) [trial-2404↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22808)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22808): Process ended prematurely: osmo-stp_10.42.42.5(pid=22808) [trial-2404↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22808)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2404 gprs:nanobts+band-900+mod-bts0-dynts-ipa iperf3m4.py\u000a----------------------------------------------\u000a12:37:58.595685 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:37:58.608000 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a12:37:58.783623 tst iperf3m4.py: using LAC 40950\u000a12:37:58.909430 tst iperf3m4.py: using RAC 150\u000a12:37:59.028516 tst iperf3m4.py: using CellId 40950\u000a12:37:59.148468 tst iperf3m4.py: using BVCI 40951\u000a12:37:59.171646 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:37:59.183019 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:37:59.194120 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:37:59.205101 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:37:59.216555 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:37:59.227730 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:37:59.239090 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:37:59.250336 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:37:59.261686 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a12:37:59.382360 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a12:37:59.504173 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a12:37:59.624801 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a12:37:59.906143 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a12:38:00.032418 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:38:00.348769 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22794): Launched\u000a12:38:00.611929 run iperf3-srv_10.42.42.10(pid=22795): Launched\u000a12:38:00.796766 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a12:38:00.951725 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:38:01.309432 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22796): Launched\u000a12:38:01.613204 run iperf3-srv_10.42.42.10(pid=22797): Launched\u000a12:38:01.817308 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a12:38:01.957154 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:38:02.306090 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22798): Launched\u000a12:38:02.568177 run iperf3-srv_10.42.42.10(pid=22799): Launched\u000a12:38:02.753501 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a12:38:02.879219 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:38:03.194721 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22800): Launched\u000a12:38:03.456881 run iperf3-srv_10.42.42.10(pid=22801): Launched\u000a12:38:03.641970 tst iperf3m4.py:8: start network...\u000a12:38:03.767663 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:38:04.242904 run create_hlr_db(pid=22802): Launched\u000a12:38:04.416496 bus /gobi_6: Setting Powered False\u000a12:38:05.437960 run create_hlr_db(pid=22802): Terminated: ok {rc=0}\u000a12:38:05.870674 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22804): Launched\u000a12:38:06.195479 run osmo-hlr_10.42.42.2(pid=22805): Launched\u000a12:38:06.318764 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:38:06.890542 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22807): Launched\u000a12:38:07.217175 run osmo-stp_10.42.42.5(pid=22808): Launched\u000a12:38:07.335128 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a12:38:07.904154 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22810): Launched\u000a12:38:08.020095 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a12:38:08.304334 run patchelf(pid=22811): Launched\u000a12:38:08.494716 run osmo-stp_10.42.42.5(pid=22808): ERR: Terminated: ERROR {rc=1} [trial-2404↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22808)]\u000a12:38:08.634043 run osmo-stp_10.42.42.5(pid=22808): stdout: \u000a| (launched: 2022-12-14_12:38:07.056365)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:38:08.773658 run osmo-stp_10.42.42.5(pid=22808): stderr: \u000a| �[0;m�[38;5;43m20221214123807247 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214123807247 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214123807247 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214123807248 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214123807248 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214123807248 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214123807248 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:38:08.907786 run osmo-stp_10.42.42.5(pid=22808): stdout: \u000a| (launched: 2022-12-14_12:38:07.056365)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:38:09.040577 run osmo-stp_10.42.42.5(pid=22808): stderr: \u000a| �[0;m�[38;5;43m20221214123807247 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214123807247 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214123807247 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214123807248 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214123807248 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214123807248 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214123807248 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:38:09.195979 run patchelf(pid=22811): Terminating (SIGINT)\u000a12:38:09.378789 run patchelf(pid=22811): Terminated: ok {rc=0}\u000a12:38:09.412153 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=22808): Process ended prematurely: osmo-stp_10.42.42.5(pid=22808) [trial-2404↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22808)] [trial-2404↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3m4.py:8]\u000a12:38:09.422142 tst iperf3m4.py:8: Test FAILED (10.9 sec)\u000a12:38:09.485289 run osmo-hlr_10.42.42.2(pid=22805): ERR: Terminated: ERROR {rc=237} [trial-2404↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22805)]\u000a12:38:09.536923 run osmo-hlr_10.42.42.2(pid=22805): stdout: \u000a| (launched: 2022-12-14_12:38:06.035750) \u000a12:38:09.589167 run osmo-hlr_10.42.42.2(pid=22805): stderr: \u000a| �[0;m�[1;31m20221214123806233 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214123806233 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214123806233 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214123806233 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214123806233 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214123806233 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214123806246 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2404/run.2022-12-14_11-25-45/gprs:nanobts+band-900+mod-bts0-dynts-ipa/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214123806254 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214123806254 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214123806254 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:38:09.633837 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22794): Terminating (SIGTERM)\u000a12:38:09.675955 run iperf3-srv_10.42.42.10(pid=22795): Terminating (SIGTERM)\u000a12:38:09.718294 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22796): Terminating (SIGTERM)\u000a12:38:09.760305 run iperf3-srv_10.42.42.10(pid=22797): Terminating (SIGTERM)\u000a12:38:09.802536 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22798): Terminating (SIGTERM)\u000a12:38:09.844673 run iperf3-srv_10.42.42.10(pid=22799): Terminating (SIGTERM)\u000a12:38:09.886903 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22800): Terminating (SIGTERM)\u000a12:38:09.928989 run iperf3-srv_10.42.42.10(pid=22801): Terminating (SIGTERM)\u000a12:38:09.971184 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22804): Terminating (SIGTERM)\u000a12:38:10.013422 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22807): Terminating (SIGTERM)\u000a12:38:10.055730 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22810): Terminating (SIGTERM)\u000a12:38:10.065691 --- ParallelTerminationStrategy: PID 22794 died...\u000a12:38:10.121941 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22794): Terminated: ok {rc=0}\u000a12:38:10.132237 --- ParallelTerminationStrategy: PID 22795 died...\u000a12:38:10.187914 run iperf3-srv_10.42.42.10(pid=22795): Terminated {rc=256}\u000a12:38:10.198175 --- ParallelTerminationStrategy: PID 22796 died...\u000a12:38:10.254137 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22796): Terminated: ok {rc=0}\u000a12:38:10.264371 --- ParallelTerminationStrategy: PID 22797 died...\u000a12:38:10.320377 run iperf3-srv_10.42.42.10(pid=22797): Terminated {rc=256}\u000a12:38:10.330616 --- ParallelTerminationStrategy: PID 22798 died...\u000a12:38:10.386444 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22798): Terminated: ok {rc=0}\u000a12:38:10.396681 --- ParallelTerminationStrategy: PID 22799 died...\u000a12:38:10.452534 run iperf3-srv_10.42.42.10(pid=22799): Terminated {rc=256}\u000a12:38:10.462790 --- ParallelTerminationStrategy: PID 22800 died...\u000a12:38:10.518832 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22800): Terminated: ok {rc=0}\u000a12:38:10.529492 --- ParallelTerminationStrategy: PID 22801 died...\u000a12:38:10.585295 run iperf3-srv_10.42.42.10(pid=22801): Terminated {rc=256}\u000a12:38:10.595490 --- ParallelTerminationStrategy: PID 22804 died...\u000a12:38:10.651432 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22804): Terminated: ok {rc=0}\u000a12:38:10.661783 --- ParallelTerminationStrategy: PID 22807 died...\u000a12:38:10.717900 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22807): Terminated: ok {rc=0}\u000a12:38:10.728280 --- ParallelTerminationStrategy: PID 22810 died...\u000a12:38:10.784189 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22810): Terminated: ok {rc=0}\u000a12:38:10.871230 bus /gobi_4: Setting Powered False\u000a12:38:11.977709 bus /gobi_4: Setting Powered False\u000a12:38:13.088931 bus /gobi_1: Setting Powered False\u000a12:38:14.193383 bus /gobi_1: Setting Powered False\u000a12:38:15.305044 bus /gobi_0: Setting Powered False\u000a12:38:16.437430 bus /gobi_0: Setting Powered False\u000a12:38:17.547304 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 266, "className" : "gprs:nanobts+band-900+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22818): Process ended prematurely: osmo-stp_10.42.42.5(pid=22818) [trial-2404↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22818)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22818): Process ended prematurely: osmo-stp_10.42.42.5(pid=22818) [trial-2404↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22818)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2404 gprs:nanobts+band-900+mod-bts0-dynts-ipa ping.py\u000a----------------------------------------------\u000a12:38:18.613401 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:38:18.625003 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a12:38:18.784146 tst ping.py: using LAC 40951\u000a12:38:18.905629 tst ping.py: using RAC 151\u000a12:38:19.023943 tst ping.py: using CellId 40951\u000a12:38:19.138129 tst ping.py: using BVCI 40952\u000a12:38:19.160630 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:38:19.171602 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:38:19.182525 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:38:19.193295 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:38:19.204324 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:38:19.215384 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:38:19.226515 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:38:19.237554 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a12:38:19.510664 tst ping.py:19: start network...\u000a12:38:19.633928 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:38:20.100503 run create_hlr_db(pid=22812): Launched\u000a12:38:20.271748 bus /gobi_6: Setting Powered False\u000a12:38:21.292568 run create_hlr_db(pid=22812): Terminated: ok {rc=0}\u000a12:38:21.720443 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22814): Launched\u000a12:38:22.042601 run osmo-hlr_10.42.42.2(pid=22815): Launched\u000a12:38:22.159298 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:38:22.717742 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22817): Launched\u000a12:38:23.037238 run osmo-stp_10.42.42.5(pid=22818): Launched\u000a12:38:23.152559 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a12:38:23.711254 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22820): Launched\u000a12:38:23.825037 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a12:38:24.097974 run patchelf(pid=22821): Launched\u000a12:38:24.273358 run osmo-stp_10.42.42.5(pid=22818): ERR: Terminated: ERROR {rc=1} [trial-2404↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22818)]\u000a12:38:24.401254 run osmo-stp_10.42.42.5(pid=22818): stdout: \u000a| (launched: 2022-12-14_12:38:22.879944)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:38:24.529856 run osmo-stp_10.42.42.5(pid=22818): stderr: \u000a| �[0;m�[38;5;43m20221214123823073 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214123823074 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214123823074 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214123823074 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214123823075 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214123823075 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214123823075 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:38:24.653181 run osmo-stp_10.42.42.5(pid=22818): stdout: \u000a| (launched: 2022-12-14_12:38:22.879944)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:38:24.775083 run osmo-stp_10.42.42.5(pid=22818): stderr: \u000a| �[0;m�[38;5;43m20221214123823073 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214123823074 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214123823074 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214123823074 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214123823075 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214123823075 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214123823075 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:38:24.918328 run patchelf(pid=22821): Terminating (SIGINT)\u000a12:38:25.086084 run patchelf(pid=22821): Terminated: ok {rc=0}\u000a12:38:25.116719 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=22818): Process ended prematurely: osmo-stp_10.42.42.5(pid=22818) [trial-2404↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22818)] [trial-2404↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping.py:22]\u000a12:38:25.125274 tst ping.py:22: Test FAILED (6.5 sec)\u000a12:38:25.185735 run osmo-hlr_10.42.42.2(pid=22815): ERR: Terminated: ERROR {rc=237} [trial-2404↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22815)]\u000a12:38:25.234981 run osmo-hlr_10.42.42.2(pid=22815): stdout: \u000a| (launched: 2022-12-14_12:38:21.882745) \u000a12:38:25.284534 run osmo-hlr_10.42.42.2(pid=22815): stderr: \u000a| �[0;m�[1;31m20221214123822080 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214123822080 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214123822080 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214123822080 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214123822080 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214123822080 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214123822093 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2404/run.2022-12-14_11-25-45/gprs:nanobts+band-900+mod-bts0-dynts-ipa/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214123822101 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214123822102 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214123822102 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:38:25.327009 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22814): Terminating (SIGTERM)\u000a12:38:25.367162 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22817): Terminating (SIGTERM)\u000a12:38:25.407081 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22820): Terminating (SIGTERM)\u000a12:38:25.416420 --- ParallelTerminationStrategy: PID 22814 died...\u000a12:38:25.470395 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22814): Terminated: ok {rc=0}\u000a12:38:25.480104 --- ParallelTerminationStrategy: PID 22817 died...\u000a12:38:25.533836 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22817): Terminated: ok {rc=0}\u000a12:38:25.543520 --- ParallelTerminationStrategy: PID 22820 died...\u000a12:38:25.597002 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22820): Terminated: ok {rc=0}\u000a12:38:25.685907 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 266, "className" : "gprs:nanobts+band-900+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22829): Process ended prematurely: osmo-stp_10.42.42.5(pid=22829) [trial-2404↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22829)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22829): Process ended prematurely: osmo-stp_10.42.42.5(pid=22829) [trial-2404↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22829)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2404 gprs:nanobts+band-900+mod-bts0-dynts-ipa ping_idle_ping.py\u000a----------------------------------------------\u000a12:38:26.740362 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:38:26.753016 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a12:38:26.917108 tst ping_idle_ping.py: using LAC 40952\u000a12:38:27.043800 tst ping_idle_ping.py: using RAC 152\u000a12:38:27.175697 tst ping_idle_ping.py: using CellId 40952\u000a12:38:27.299883 tst ping_idle_ping.py: using BVCI 40953\u000a12:38:27.324471 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:38:27.335937 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:38:27.347513 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:38:27.358837 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:38:27.370557 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:38:27.382402 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:38:27.394340 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:38:27.406265 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a12:38:27.700096 tst ping_idle_ping.py:24: start network...\u000a12:38:27.833391 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:38:28.348551 run create_hlr_db(pid=22823): Launched\u000a12:38:28.536294 bus /gobi_6: Setting Powered False\u000a12:38:29.554589 run create_hlr_db(pid=22823): Terminated: ok {rc=0}\u000a12:38:29.982772 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22825): Launched\u000a12:38:30.304118 run osmo-hlr_10.42.42.2(pid=22826): Launched\u000a12:38:30.420642 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:38:31.006645 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22828): Launched\u000a12:38:31.435120 run osmo-stp_10.42.42.5(pid=22829): Launched\u000a12:38:31.578743 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a12:38:32.196278 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22831): Launched\u000a12:38:32.312378 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a12:38:32.593547 run patchelf(pid=22832): Launched\u000a12:38:32.780600 run osmo-stp_10.42.42.5(pid=22829): ERR: Terminated: ERROR {rc=1} [trial-2404↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22829)]\u000a12:38:32.917532 run osmo-stp_10.42.42.5(pid=22829): stdout: \u000a| (launched: 2022-12-14_12:38:31.173810)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:38:33.054868 run osmo-stp_10.42.42.5(pid=22829): stderr: \u000a| �[0;m�[38;5;43m20221214123831409 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214123831409 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214123831410 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214123831410 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214123831411 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214123831411 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214123831411 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:38:33.187034 run osmo-stp_10.42.42.5(pid=22829): stdout: \u000a| (launched: 2022-12-14_12:38:31.173810)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:38:33.317070 run osmo-stp_10.42.42.5(pid=22829): stderr: \u000a| �[0;m�[38;5;43m20221214123831409 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214123831409 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214123831410 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214123831410 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214123831411 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214123831411 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214123831411 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:38:33.469538 run patchelf(pid=22832): Terminating (SIGINT)\u000a12:38:33.649201 run patchelf(pid=22832): Terminated: ok {rc=0}\u000a12:38:33.681786 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=22829): Process ended prematurely: osmo-stp_10.42.42.5(pid=22829) [trial-2404↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22829)] [trial-2404↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27]\u000a12:38:33.691137 tst ping_idle_ping.py:27: Test FAILED (6.9 sec)\u000a12:38:33.753234 run osmo-hlr_10.42.42.2(pid=22826): ERR: Terminated: ERROR {rc=237} [trial-2404↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22826)]\u000a12:38:33.804152 run osmo-hlr_10.42.42.2(pid=22826): stdout: \u000a| (launched: 2022-12-14_12:38:30.145901) \u000a12:38:33.855933 run osmo-hlr_10.42.42.2(pid=22826): stderr: \u000a| �[0;m�[1;31m20221214123830345 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214123830345 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214123830345 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214123830346 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214123830346 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214123830346 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214123830363 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2404/run.2022-12-14_11-25-45/gprs:nanobts+band-900+mod-bts0-dynts-ipa/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214123830371 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214123830371 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214123830371 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:38:33.899971 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22825): Terminating (SIGTERM)\u000a12:38:33.942272 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22828): Terminating (SIGTERM)\u000a12:38:33.983832 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22831): Terminating (SIGTERM)\u000a12:38:33.993634 --- ParallelTerminationStrategy: PID 22825 died...\u000a12:38:34.049103 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22825): Terminated: ok {rc=0}\u000a12:38:34.059233 --- ParallelTerminationStrategy: PID 22828 died...\u000a12:38:34.114849 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22828): Terminated: ok {rc=0}\u000a12:38:34.125108 --- ParallelTerminationStrategy: PID 22831 died...\u000a12:38:34.180318 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22831): Terminated: ok {rc=0}\u000a12:38:34.266460 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "157", "name" : "gprs_nanobts+band-900+mod-bts0-dynts-ipa", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T12:37:35" }, { "cases" : [ { "testActions" : [ ], "age" : 266, "className" : "gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22847): Process ended prematurely: osmo-stp_10.42.42.5(pid=22847) [trial-2404↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22847)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22847): Process ended prematurely: osmo-stp_10.42.42.5(pid=22847) [trial-2404↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22847)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2404 gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend cs_paging_gprs_active.py\u000a----------------------------------------------\u000a12:38:36.439184 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a12:38:36.450548 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a12:38:36.592791 tst cs_paging_gprs_active.py: using LAC 40953\u000a12:38:36.717919 tst cs_paging_gprs_active.py: using RAC 153\u000a12:38:36.845157 tst cs_paging_gprs_active.py: using CellId 40953\u000a12:38:36.972072 tst cs_paging_gprs_active.py: using BVCI 40954\u000a12:38:36.996626 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a12:38:37.008407 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a12:38:37.020024 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a12:38:37.031563 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a12:38:37.043611 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a12:38:37.055545 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a12:38:37.067903 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a12:38:37.079840 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a12:38:37.092095 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a12:38:37.210987 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a12:38:37.499896 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a12:38:37.634159 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:38:37.966331 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22837): Launched\u000a12:38:38.242737 run iperf3-srv_10.42.42.10(pid=22838): Launched\u000a12:38:38.438764 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a12:38:38.573248 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:38:38.906760 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22839): Launched\u000a12:38:39.183461 run iperf3-srv_10.42.42.10(pid=22840): Launched\u000a12:38:39.379460 tst cs_paging_gprs_active.py:38: start network...\u000a12:38:39.512733 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:38:40.028361 run create_hlr_db(pid=22841): Launched\u000a12:38:40.213828 bus /gobi_6: Setting Powered False\u000a12:38:41.235351 run create_hlr_db(pid=22841): Terminated: ok {rc=0}\u000a12:38:41.664798 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22843): Launched\u000a12:38:41.986758 run osmo-hlr_10.42.42.2(pid=22844): Launched\u000a12:38:42.107568 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:38:42.666833 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22846): Launched\u000a12:38:42.988809 run osmo-stp_10.42.42.5(pid=22847): Launched\u000a12:38:43.105227 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a12:38:43.668718 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22849): Launched\u000a12:38:43.782962 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a12:38:44.063439 run patchelf(pid=22850): Launched\u000a12:38:44.251181 run osmo-stp_10.42.42.5(pid=22847): ERR: Terminated: ERROR {rc=1} [trial-2404↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22847)]\u000a12:38:44.388716 run osmo-stp_10.42.42.5(pid=22847): stdout: \u000a| (launched: 2022-12-14_12:38:42.829845)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:38:44.527110 run osmo-stp_10.42.42.5(pid=22847): stderr: \u000a| �[0;m�[38;5;43m20221214123843024 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214123843024 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214123843024 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214123843025 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214123843025 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214123843025 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214123843026 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:38:44.660489 run osmo-stp_10.42.42.5(pid=22847): stdout: \u000a| (launched: 2022-12-14_12:38:42.829845)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:38:44.792263 run osmo-stp_10.42.42.5(pid=22847): stderr: \u000a| �[0;m�[38;5;43m20221214123843024 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214123843024 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214123843024 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214123843025 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214123843025 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214123843025 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214123843026 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:38:44.945914 run patchelf(pid=22850): Terminating (SIGINT)\u000a12:38:45.126837 run patchelf(pid=22850): Terminated: ok {rc=0}\u000a12:38:45.159995 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=22847): Process ended prematurely: osmo-stp_10.42.42.5(pid=22847) [trial-2404↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22847)] [trial-2404↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38]\u000a12:38:45.169904 tst cs_paging_gprs_active.py:38: Test FAILED (8.8 sec)\u000a12:38:45.231770 run osmo-hlr_10.42.42.2(pid=22844): ERR: Terminated: ERROR {rc=237} [trial-2404↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22844)]\u000a12:38:45.282529 run osmo-hlr_10.42.42.2(pid=22844): stdout: \u000a| (launched: 2022-12-14_12:38:41.828248) \u000a12:38:45.334070 run osmo-hlr_10.42.42.2(pid=22844): stderr: \u000a| �[0;m�[1;31m20221214123842029 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214123842029 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214123842029 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214123842029 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214123842029 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214123842029 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214123842042 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2404/run.2022-12-14_11-25-45/gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214123842050 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214123842050 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214123842050 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:38:45.377963 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22837): Terminating (SIGTERM)\u000a12:38:45.419835 run iperf3-srv_10.42.42.10(pid=22838): Terminating (SIGTERM)\u000a12:38:45.461392 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22839): Terminating (SIGTERM)\u000a12:38:45.502766 run iperf3-srv_10.42.42.10(pid=22840): Terminating (SIGTERM)\u000a12:38:45.545185 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22843): Terminating (SIGTERM)\u000a12:38:45.586774 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22846): Terminating (SIGTERM)\u000a12:38:45.628813 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22849): Terminating (SIGTERM)\u000a12:38:45.638352 --- ParallelTerminationStrategy: PID 22837 died...\u000a12:38:45.693576 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22837): Terminated: ok {rc=0}\u000a12:38:45.703471 --- ParallelTerminationStrategy: PID 22838 died...\u000a12:38:45.758362 run iperf3-srv_10.42.42.10(pid=22838): Terminated {rc=256}\u000a12:38:45.768141 --- ParallelTerminationStrategy: PID 22839 died...\u000a12:38:45.823156 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22839): Terminated: ok {rc=0}\u000a12:38:45.833433 --- ParallelTerminationStrategy: PID 22840 died...\u000a12:38:45.889281 run iperf3-srv_10.42.42.10(pid=22840): Terminated {rc=256}\u000a12:38:45.899563 --- ParallelTerminationStrategy: PID 22843 died...\u000a12:38:45.955295 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22843): Terminated: ok {rc=0}\u000a12:38:45.965713 --- ParallelTerminationStrategy: PID 22846 died...\u000a12:38:46.021622 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22846): Terminated: ok {rc=0}\u000a12:38:46.031926 --- ParallelTerminationStrategy: PID 22849 died...\u000a12:38:46.088101 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22849): Terminated: ok {rc=0}\u000a12:38:46.191777 bus /gobi_0: Setting Powered False\u000a12:38:47.299805 bus /gobi_0: Setting Powered False\u000a12:38:48.407476 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 266, "className" : "gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22860): Process ended prematurely: osmo-stp_10.42.42.5(pid=22860) [trial-2404↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22860)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22860): Process ended prematurely: osmo-stp_10.42.42.5(pid=22860) [trial-2404↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22860)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2404 gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend iperf3.py\u000a----------------------------------------------\u000a12:38:49.521224 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a12:38:49.533694 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a12:38:49.679061 tst iperf3.py: using LAC 40954\u000a12:38:49.804911 tst iperf3.py: using RAC 154\u000a12:38:49.935614 tst iperf3.py: using CellId 40954\u000a12:38:50.059799 tst iperf3.py: using BVCI 40955\u000a12:38:50.084431 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a12:38:50.096489 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a12:38:50.108136 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a12:38:50.119694 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a12:38:50.131383 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a12:38:50.142963 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a12:38:50.154701 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a12:38:50.166227 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a12:38:50.178082 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a12:38:50.457036 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a12:38:50.581543 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:38:50.891469 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22852): Launched\u000a12:38:51.149980 run iperf3-srv_10.42.42.10(pid=22853): Launched\u000a12:38:51.330922 tst iperf3.py:8: start network...\u000a12:38:51.454582 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:38:51.926582 run create_hlr_db(pid=22854): Launched\u000a12:38:52.098139 bus /gobi_6: Setting Powered False\u000a12:38:53.120681 run create_hlr_db(pid=22854): Terminated: ok {rc=0}\u000a12:38:53.547564 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22856): Launched\u000a12:38:53.868510 run osmo-hlr_10.42.42.2(pid=22857): Launched\u000a12:38:53.992701 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:38:54.552435 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22859): Launched\u000a12:38:54.874257 run osmo-stp_10.42.42.5(pid=22860): Launched\u000a12:38:54.990170 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a12:38:55.551892 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22863): Launched\u000a12:38:55.667094 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a12:38:55.947651 run patchelf(pid=22864): Launched\u000a12:38:56.136237 run osmo-stp_10.42.42.5(pid=22860): ERR: Terminated: ERROR {rc=1} [trial-2404↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22860)]\u000a12:38:56.273885 run osmo-stp_10.42.42.5(pid=22860): stdout: \u000a| (launched: 2022-12-14_12:38:54.715992)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:38:56.411821 run osmo-stp_10.42.42.5(pid=22860): stderr: \u000a| �[0;m�[38;5;43m20221214123854907 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214123854907 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214123854907 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214123854908 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214123854908 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214123854908 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214123854908 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:38:56.545191 run osmo-stp_10.42.42.5(pid=22860): stdout: \u000a| (launched: 2022-12-14_12:38:54.715992)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:38:56.677793 run osmo-stp_10.42.42.5(pid=22860): stderr: \u000a| �[0;m�[38;5;43m20221214123854907 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214123854907 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214123854907 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214123854908 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214123854908 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214123854908 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214123854908 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:38:56.831452 run patchelf(pid=22864): Terminating (SIGINT)\u000a12:38:57.011560 run patchelf(pid=22864): Terminated: ok {rc=0}\u000a12:38:57.044767 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=22860): Process ended prematurely: osmo-stp_10.42.42.5(pid=22860) [trial-2404↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22860)] [trial-2404↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8]\u000a12:38:57.054743 tst iperf3.py:8: Test FAILED (7.6 sec)\u000a12:38:57.117998 run osmo-hlr_10.42.42.2(pid=22857): ERR: Terminated: ERROR {rc=237} [trial-2404↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22857)]\u000a12:38:57.169281 run osmo-hlr_10.42.42.2(pid=22857): stdout: \u000a| (launched: 2022-12-14_12:38:53.710842) \u000a12:38:57.221169 run osmo-hlr_10.42.42.2(pid=22857): stderr: \u000a| �[0;m�[1;31m20221214123853907 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214123853907 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214123853907 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214123853908 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214123853908 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214123853908 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214123853920 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2404/run.2022-12-14_11-25-45/gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214123853929 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214123853929 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214123853929 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:38:57.265210 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22852): Terminating (SIGTERM)\u000a12:38:57.307067 run iperf3-srv_10.42.42.10(pid=22853): Terminating (SIGTERM)\u000a12:38:57.348730 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22856): Terminating (SIGTERM)\u000a12:38:57.390714 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22859): Terminating (SIGTERM)\u000a12:38:57.432177 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22863): Terminating (SIGTERM)\u000a12:38:57.441784 --- ParallelTerminationStrategy: PID 22852 died...\u000a12:38:57.497025 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22852): Terminated: ok {rc=0}\u000a12:38:57.506813 --- ParallelTerminationStrategy: PID 22853 died...\u000a12:38:57.562004 run iperf3-srv_10.42.42.10(pid=22853): Terminated {rc=256}\u000a12:38:57.571964 --- ParallelTerminationStrategy: PID 22856 died...\u000a12:38:57.627211 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22856): Terminated: ok {rc=0}\u000a12:38:57.637124 --- ParallelTerminationStrategy: PID 22859 died...\u000a12:38:57.692290 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22859): Terminated: ok {rc=0}\u000a12:38:57.702299 --- ParallelTerminationStrategy: PID 22863 died...\u000a12:38:57.757031 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22863): Terminated: ok {rc=0}\u000a12:38:57.843405 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 266, "className" : "gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 13.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23151): Process ended prematurely: osmo-stp_10.42.42.5(pid=23151) [trial-2404↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23151)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23151): Process ended prematurely: osmo-stp_10.42.42.5(pid=23151) [trial-2404↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23151)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2404 gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend iperf3m4.py\u000a----------------------------------------------\u000a12:38:58.954110 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a12:38:58.966130 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a12:38:59.103538 tst iperf3m4.py: using LAC 40955\u000a12:38:59.225279 tst iperf3m4.py: using RAC 155\u000a12:38:59.340616 tst iperf3m4.py: using CellId 40955\u000a12:38:59.458902 tst iperf3m4.py: using BVCI 40956\u000a12:38:59.481966 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a12:38:59.493405 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a12:38:59.504805 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a12:38:59.516010 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a12:38:59.527592 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a12:38:59.539141 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a12:38:59.550990 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a12:38:59.562668 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a12:38:59.574617 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a12:38:59.696274 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a12:38:59.814504 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a12:38:59.931541 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a12:39:00.209827 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a12:39:00.334712 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:39:00.647177 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22865): Launched\u000a12:39:00.940758 run iperf3-srv_10.42.42.10(pid=22866): Launched\u000a12:39:01.135463 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a12:39:01.265679 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:39:01.623869 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22867): Launched\u000a12:39:02.066001 run iperf3-srv_10.42.42.10(pid=22880): Launched\u000a12:39:02.316207 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a12:39:02.477827 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:39:02.864837 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22917): Launched\u000a12:39:03.209692 run iperf3-srv_10.42.42.10(pid=22930): Launched\u000a12:39:03.445983 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a12:39:03.620044 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:39:04.045778 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23031): Launched\u000a12:39:04.425482 run iperf3-srv_10.42.42.10(pid=23076): Launched\u000a12:39:04.652823 tst iperf3m4.py:8: start network...\u000a12:39:04.826222 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:39:05.367439 run create_hlr_db(pid=23143): Launched\u000a12:39:05.545091 bus /gobi_6: Setting Powered False\u000a12:39:06.568845 run create_hlr_db(pid=23143): Terminated: ok {rc=0}\u000a12:39:07.001711 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23146): Launched\u000a12:39:07.432058 run osmo-hlr_10.42.42.2(pid=23148): Launched\u000a12:39:07.662169 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:39:08.274214 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23150): Launched\u000a12:39:08.699264 run osmo-stp_10.42.42.5(pid=23151): Launched\u000a12:39:08.907070 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a12:39:09.490487 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23153): Launched\u000a12:39:09.609952 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a12:39:09.912007 run patchelf(pid=23154): Launched\u000a12:39:10.105137 run osmo-stp_10.42.42.5(pid=23151): ERR: Terminated: ERROR {rc=1} [trial-2404↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23151)]\u000a12:39:10.249525 run osmo-stp_10.42.42.5(pid=23151): stdout: \u000a| (launched: 2022-12-14_12:39:08.431674)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:39:10.391937 run osmo-stp_10.42.42.5(pid=23151): stderr: \u000a| �[0;m�[38;5;43m20221214123908717 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214123908717 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214123908717 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214123908718 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214123908718 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214123908718 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214123908718 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:39:10.529493 run osmo-stp_10.42.42.5(pid=23151): stdout: \u000a| (launched: 2022-12-14_12:39:08.431674)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:39:10.665991 run osmo-stp_10.42.42.5(pid=23151): stderr: \u000a| �[0;m�[38;5;43m20221214123908717 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214123908717 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214123908717 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214123908718 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214123908718 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214123908718 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214123908718 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:39:10.824523 run patchelf(pid=23154): Terminating (SIGINT)\u000a12:39:11.010286 run patchelf(pid=23154): Terminated: ok {rc=0}\u000a12:39:11.045965 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=23151): Process ended prematurely: osmo-stp_10.42.42.5(pid=23151) [trial-2404↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23151)] [trial-2404↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8]\u000a12:39:11.057366 tst iperf3m4.py:8: Test FAILED (12.1 sec)\u000a12:39:11.122912 run osmo-hlr_10.42.42.2(pid=23148): ERR: Terminated: ERROR {rc=237} [trial-2404↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23148)]\u000a12:39:11.175836 run osmo-hlr_10.42.42.2(pid=23148): stdout: \u000a| (launched: 2022-12-14_12:39:07.167839) \u000a12:39:11.230887 run osmo-hlr_10.42.42.2(pid=23148): stderr: \u000a| �[0;m�[1;31m20221214123907495 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214123907495 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214123907495 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214123907495 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214123907495 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214123907495 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214123907511 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2404/run.2022-12-14_11-25-45/gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214123907523 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214123907524 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214123907524 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:39:11.276649 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22865): Terminating (SIGTERM)\u000a12:39:11.322584 run iperf3-srv_10.42.42.10(pid=22866): Terminating (SIGTERM)\u000a12:39:11.367987 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22867): Terminating (SIGTERM)\u000a12:39:11.412154 run iperf3-srv_10.42.42.10(pid=22880): Terminating (SIGTERM)\u000a12:39:11.458523 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22917): Terminating (SIGTERM)\u000a12:39:11.503605 run iperf3-srv_10.42.42.10(pid=22930): Terminating (SIGTERM)\u000a12:39:11.548923 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23031): Terminating (SIGTERM)\u000a12:39:11.595052 run iperf3-srv_10.42.42.10(pid=23076): Terminating (SIGTERM)\u000a12:39:11.640638 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23146): Terminating (SIGTERM)\u000a12:39:11.684741 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23150): Terminating (SIGTERM)\u000a12:39:11.731809 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23153): Terminating (SIGTERM)\u000a12:39:11.742813 --- ParallelTerminationStrategy: PID 22865 died...\u000a12:39:11.802093 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22865): Terminated: ok {rc=0}\u000a12:39:11.813556 --- ParallelTerminationStrategy: PID 22866 died...\u000a12:39:11.870899 run iperf3-srv_10.42.42.10(pid=22866): Terminated {rc=256}\u000a12:39:11.884471 --- ParallelTerminationStrategy: PID 22867 died...\u000a12:39:11.980087 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22867): Terminated: ok {rc=0}\u000a12:39:11.994908 --- ParallelTerminationStrategy: PID 22880 died...\u000a12:39:12.056394 run iperf3-srv_10.42.42.10(pid=22880): Terminated {rc=256}\u000a12:39:12.066955 --- ParallelTerminationStrategy: PID 22917 died...\u000a12:39:12.123756 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22917): Terminated: ok {rc=0}\u000a12:39:12.134369 --- ParallelTerminationStrategy: PID 22930 died...\u000a12:39:12.191560 run iperf3-srv_10.42.42.10(pid=22930): Terminated {rc=256}\u000a12:39:12.202457 --- ParallelTerminationStrategy: PID 23031 died...\u000a12:39:12.259491 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23031): Terminated: ok {rc=0}\u000a12:39:12.270085 --- ParallelTerminationStrategy: PID 23076 died...\u000a12:39:12.327200 run iperf3-srv_10.42.42.10(pid=23076): Terminated {rc=256}\u000a12:39:12.337990 --- ParallelTerminationStrategy: PID 23146 died...\u000a12:39:12.395300 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23146): Terminated: ok {rc=0}\u000a12:39:12.405910 --- ParallelTerminationStrategy: PID 23150 died...\u000a12:39:12.463705 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23150): Terminated: ok {rc=0}\u000a12:39:12.474431 --- ParallelTerminationStrategy: PID 23153 died...\u000a12:39:12.535160 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23153): Terminated: ok {rc=0}\u000a12:39:12.626203 bus /gobi_4: Setting Powered False\u000a12:39:13.738162 bus /gobi_4: Setting Powered False\u000a12:39:14.853379 bus /gobi_1: Setting Powered False\u000a12:39:16.000717 bus /gobi_1: Setting Powered False\u000a12:39:17.159302 bus /gobi_0: Setting Powered False\u000a12:39:18.273662 bus /gobi_0: Setting Powered False\u000a12:39:19.390440 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 266, "className" : "gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23161): Process ended prematurely: osmo-stp_10.42.42.5(pid=23161) [trial-2404↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23161)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23161): Process ended prematurely: osmo-stp_10.42.42.5(pid=23161) [trial-2404↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23161)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2404 gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend ping.py\u000a----------------------------------------------\u000a12:39:20.462702 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a12:39:20.476571 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a12:39:20.626967 tst ping.py: using LAC 40956\u000a12:39:20.754188 tst ping.py: using RAC 156\u000a12:39:20.879156 tst ping.py: using CellId 40956\u000a12:39:21.006506 tst ping.py: using BVCI 40957\u000a12:39:21.032447 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a12:39:21.045533 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a12:39:21.059410 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a12:39:21.072293 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a12:39:21.085269 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a12:39:21.098532 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a12:39:21.111501 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a12:39:21.124575 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a12:39:21.425402 tst ping.py:19: start network...\u000a12:39:21.564291 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:39:22.121295 run create_hlr_db(pid=23155): Launched\u000a12:39:22.312448 bus /gobi_6: Setting Powered False\u000a12:39:23.335602 run create_hlr_db(pid=23155): Terminated: ok {rc=0}\u000a12:39:23.784800 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23157): Launched\u000a12:39:24.211666 run osmo-hlr_10.42.42.2(pid=23158): Launched\u000a12:39:24.451542 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:39:24.967037 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23160): Launched\u000a12:39:25.263309 run osmo-stp_10.42.42.5(pid=23161): Launched\u000a12:39:25.370891 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a12:39:25.887133 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23163): Launched\u000a12:39:25.992043 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a12:39:26.251400 run patchelf(pid=23164): Launched\u000a12:39:26.425394 run osmo-stp_10.42.42.5(pid=23161): ERR: Terminated: ERROR {rc=1} [trial-2404↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23161)]\u000a12:39:26.552672 run osmo-stp_10.42.42.5(pid=23161): stdout: \u000a| (launched: 2022-12-14_12:39:25.116554)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:39:26.680814 run osmo-stp_10.42.42.5(pid=23161): stderr: \u000a| �[0;m�[38;5;43m20221214123925288 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214123925288 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214123925288 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214123925289 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214123925289 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214123925289 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214123925289 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:39:26.803355 run osmo-stp_10.42.42.5(pid=23161): stdout: \u000a| (launched: 2022-12-14_12:39:25.116554)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:39:26.924710 run osmo-stp_10.42.42.5(pid=23161): stderr: \u000a| �[0;m�[38;5;43m20221214123925288 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214123925288 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214123925288 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214123925289 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214123925289 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214123925289 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214123925289 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:39:27.066454 run patchelf(pid=23164): Terminating (SIGINT)\u000a12:39:27.233340 run patchelf(pid=23164): Terminated: ok {rc=0}\u000a12:39:27.263628 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=23161): Process ended prematurely: osmo-stp_10.42.42.5(pid=23161) [trial-2404↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23161)] [trial-2404↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22]\u000a12:39:27.272358 tst ping.py:22: Test FAILED (6.8 sec)\u000a12:39:27.332887 run osmo-hlr_10.42.42.2(pid=23158): ERR: Terminated: ERROR {rc=237} [trial-2404↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23158)]\u000a12:39:27.381932 run osmo-hlr_10.42.42.2(pid=23158): stdout: \u000a| (launched: 2022-12-14_12:39:23.951849) \u000a12:39:27.431768 run osmo-hlr_10.42.42.2(pid=23158): stderr: \u000a| �[0;m�[1;31m20221214123924261 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214123924261 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214123924261 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214123924261 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214123924262 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214123924262 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214123924283 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2404/run.2022-12-14_11-25-45/gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214123924295 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214123924295 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214123924295 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:39:27.474239 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23157): Terminating (SIGTERM)\u000a12:39:27.514207 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23160): Terminating (SIGTERM)\u000a12:39:27.554116 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23163): Terminating (SIGTERM)\u000a12:39:27.563334 --- ParallelTerminationStrategy: PID 23157 died...\u000a12:39:27.617322 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23157): Terminated: ok {rc=0}\u000a12:39:27.626880 --- ParallelTerminationStrategy: PID 23160 died...\u000a12:39:27.680461 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23160): Terminated: ok {rc=0}\u000a12:39:27.690074 --- ParallelTerminationStrategy: PID 23163 died...\u000a12:39:27.743599 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23163): Terminated: ok {rc=0}\u000a12:39:27.831759 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 266, "className" : "gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23171): Process ended prematurely: osmo-stp_10.42.42.5(pid=23171) [trial-2404↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23171)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23171): Process ended prematurely: osmo-stp_10.42.42.5(pid=23171) [trial-2404↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23171)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2404 gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend ping_idle_ping.py\u000a----------------------------------------------\u000a12:39:28.882591 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a12:39:28.894836 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a12:39:29.032269 tst ping_idle_ping.py: using LAC 40957\u000a12:39:29.151020 tst ping_idle_ping.py: using RAC 157\u000a12:39:29.267088 tst ping_idle_ping.py: using CellId 40957\u000a12:39:29.382884 tst ping_idle_ping.py: using BVCI 40958\u000a12:39:29.405554 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a12:39:29.416927 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a12:39:29.428234 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a12:39:29.439620 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a12:39:29.451317 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a12:39:29.462886 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a12:39:29.474728 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a12:39:29.486608 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a12:39:29.775620 tst ping_idle_ping.py:24: start network...\u000a12:39:29.909260 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:39:30.422549 run create_hlr_db(pid=23165): Launched\u000a12:39:30.610151 bus /gobi_6: Setting Powered False\u000a12:39:31.630663 run create_hlr_db(pid=23165): Terminated: ok {rc=0}\u000a12:39:32.079337 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23167): Launched\u000a12:39:32.405475 run osmo-hlr_10.42.42.2(pid=23168): Launched\u000a12:39:32.525446 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:39:33.079596 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23170): Launched\u000a12:39:33.398940 run osmo-stp_10.42.42.5(pid=23171): Launched\u000a12:39:33.513131 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a12:39:34.070024 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23173): Launched\u000a12:39:34.182955 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a12:39:34.461925 run patchelf(pid=23174): Launched\u000a12:39:34.648054 run osmo-stp_10.42.42.5(pid=23171): ERR: Terminated: ERROR {rc=1} [trial-2404↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23171)]\u000a12:39:34.783938 run osmo-stp_10.42.42.5(pid=23171): stdout: \u000a| (launched: 2022-12-14_12:39:33.240929)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:39:34.920115 run osmo-stp_10.42.42.5(pid=23171): stderr: \u000a| �[0;m�[38;5;43m20221214123933435 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214123933435 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214123933435 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214123933436 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214123933438 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214123933438 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214123933438 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:39:35.051158 run osmo-stp_10.42.42.5(pid=23171): stdout: \u000a| (launched: 2022-12-14_12:39:33.240929)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:39:35.180509 run osmo-stp_10.42.42.5(pid=23171): stderr: \u000a| �[0;m�[38;5;43m20221214123933435 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214123933435 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214123933435 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214123933436 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214123933438 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214123933438 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214123933438 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:39:35.332115 run patchelf(pid=23174): Terminating (SIGINT)\u000a12:39:35.510861 run patchelf(pid=23174): Terminated: ok {rc=0}\u000a12:39:35.543493 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=23171): Process ended prematurely: osmo-stp_10.42.42.5(pid=23171) [trial-2404↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23171)] [trial-2404↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27]\u000a12:39:35.552913 tst ping_idle_ping.py:27: Test FAILED (6.7 sec)\u000a12:39:35.615912 run osmo-hlr_10.42.42.2(pid=23168): ERR: Terminated: ERROR {rc=237} [trial-2404↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23168)]\u000a12:39:35.667130 run osmo-hlr_10.42.42.2(pid=23168): stdout: \u000a| (launched: 2022-12-14_12:39:32.245154) \u000a12:39:35.718882 run osmo-hlr_10.42.42.2(pid=23168): stderr: \u000a| �[0;m�[1;31m20221214123932446 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214123932446 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214123932446 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214123932446 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214123932446 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214123932446 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214123932459 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2404/run.2022-12-14_11-25-45/gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214123932467 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214123932468 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214123932468 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:39:35.764386 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23167): Terminating (SIGTERM)\u000a12:39:35.806127 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23170): Terminating (SIGTERM)\u000a12:39:35.847851 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23173): Terminating (SIGTERM)\u000a12:39:35.857518 --- ParallelTerminationStrategy: PID 23167 died...\u000a12:39:35.913341 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23167): Terminated: ok {rc=0}\u000a12:39:35.923333 --- ParallelTerminationStrategy: PID 23170 died...\u000a12:39:35.978626 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23170): Terminated: ok {rc=0}\u000a12:39:35.988610 --- ParallelTerminationStrategy: PID 23173 died...\u000a12:39:36.044095 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23173): Terminated: ok {rc=0}\u000a12:39:36.130875 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 62.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "158", "name" : "gprs_nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T12:38:36" }, { "cases" : [ { "testActions" : [ ], "age" : 266, "className" : "dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23186): Process ended prematurely: osmo-stp_10.42.42.5(pid=23186) [trial-2404↪dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23186)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23186): Process ended prematurely: osmo-stp_10.42.42.5(pid=23186) [trial-2404↪dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23186)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2404 dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any switch_tch_pdch.py\u000a----------------------------------------------\u000a12:39:38.187674 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a12:39:38.201019 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a12:39:38.357195 tst switch_tch_pdch.py: using LAC 40958\u000a12:39:38.474645 tst switch_tch_pdch.py: using RAC 158\u000a12:39:38.592879 tst switch_tch_pdch.py: using CellId 40958\u000a12:39:38.708475 tst switch_tch_pdch.py: using BVCI 40959\u000a12:39:38.731156 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a12:39:38.742660 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a12:39:38.754032 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a12:39:38.765429 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a12:39:38.777501 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a12:39:38.789554 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a12:39:38.801959 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a12:39:38.814419 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a12:39:38.936316 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a12:39:39.212638 tst switch_tch_pdch.py:51: start network...\u000a12:39:39.335805 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:39:39.802335 run create_hlr_db(pid=23180): Launched\u000a12:39:39.973611 bus /gobi_6: Setting Powered False\u000a12:39:40.994546 run create_hlr_db(pid=23180): Terminated: ok {rc=0}\u000a12:39:41.418361 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23182): Launched\u000a12:39:41.737626 run osmo-hlr_10.42.42.2(pid=23183): Launched\u000a12:39:41.856268 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:39:42.411425 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23185): Launched\u000a12:39:42.729267 run osmo-stp_10.42.42.5(pid=23186): Launched\u000a12:39:42.843633 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a12:39:43.398982 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23188): Launched\u000a12:39:43.512858 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a12:39:43.790894 run patchelf(pid=23189): Launched\u000a12:39:43.977496 run osmo-stp_10.42.42.5(pid=23186): ERR: Terminated: ERROR {rc=1} [trial-2404↪dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23186)]\u000a12:39:44.114416 run osmo-stp_10.42.42.5(pid=23186): stdout: \u000a| (launched: 2022-12-14_12:39:42.572896)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:39:44.251069 run osmo-stp_10.42.42.5(pid=23186): stderr: \u000a| �[0;m�[38;5;43m20221214123942766 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214123942766 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214123942766 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214123942766 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214123942767 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214123942767 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214123942767 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:39:44.382627 run osmo-stp_10.42.42.5(pid=23186): stdout: \u000a| (launched: 2022-12-14_12:39:42.572896)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:39:44.512573 run osmo-stp_10.42.42.5(pid=23186): stderr: \u000a| �[0;m�[38;5;43m20221214123942766 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214123942766 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214123942766 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214123942766 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214123942767 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214123942767 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214123942767 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:39:44.664798 run patchelf(pid=23189): Terminating (SIGINT)\u000a12:39:44.843054 run patchelf(pid=23189): Terminated: ok {rc=0}\u000a12:39:44.875437 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=23186): Process ended prematurely: osmo-stp_10.42.42.5(pid=23186) [trial-2404↪dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23186)] [trial-2404↪dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54]\u000a12:39:44.884877 tst switch_tch_pdch.py:54: Test FAILED (6.7 sec)\u000a12:39:44.946971 run osmo-hlr_10.42.42.2(pid=23183): ERR: Terminated: ERROR {rc=237} [trial-2404↪dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23183)]\u000a12:39:44.997933 run osmo-hlr_10.42.42.2(pid=23183): stdout: \u000a| (launched: 2022-12-14_12:39:41.580441) \u000a12:39:45.049584 run osmo-hlr_10.42.42.2(pid=23183): stderr: \u000a| �[0;m�[1;31m20221214123941780 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214123941780 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214123941780 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214123941780 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214123941780 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214123941780 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214123941791 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2404/run.2022-12-14_11-25-45/dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214123941799 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214123941799 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214123941800 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:39:45.093975 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23182): Terminating (SIGTERM)\u000a12:39:45.136094 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23185): Terminating (SIGTERM)\u000a12:39:45.177829 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23188): Terminating (SIGTERM)\u000a12:39:45.187355 --- ParallelTerminationStrategy: PID 23182 died...\u000a12:39:45.242741 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23182): Terminated: ok {rc=0}\u000a12:39:45.252649 --- ParallelTerminationStrategy: PID 23185 died...\u000a12:39:45.307928 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23185): Terminated: ok {rc=0}\u000a12:39:45.317858 --- ParallelTerminationStrategy: PID 23188 died...\u000a12:39:45.373171 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23188): Terminated: ok {rc=0}\u000a12:39:45.459466 bus /gobi_0: Setting Powered False\u000a12:39:46.584124 bus /gobi_0: Setting Powered False\u000a12:39:47.697177 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "159", "name" : "dynts_nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T12:39:37" }, { "cases" : [ { "testActions" : [ ], "age" : 233, "className" : "nitb_smpp", "duration" : 3.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=23194): Process ended prematurely: osmo-nitb_10.42.42.2(pid=23194) [trial-2404↪nitb_smpp↪esme_connect_policy_acceptall.py:18↪esme_connect_policy_acceptall.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=23194)]", "failedSince" : 2172, "name" : "esme_connect_policy_acceptall.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_smpp/esme_connect_policy_acceptall.py\", line 18, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=23194): Process ended prematurely: osmo-nitb_10.42.42.2(pid=23194) [trial-2404↪nitb_smpp↪esme_connect_policy_acceptall.py:18↪esme_connect_policy_acceptall.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=23194)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2404 nitb_smpp esme_connect_policy_acceptall.py\u000a----------------------------------------------\u000a12:39:49.531000 tst nitb_smpp: Using 1 x ip_address (candidates: 1)\u000a12:39:49.641773 tst esme_connect_policy_acceptall.py: using MSISDN 8683\u000a12:39:49.785199 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a12:39:50.393627 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=23193): Launched\u000a12:39:50.714955 run osmo-nitb_10.42.42.2(pid=23194): Launched\u000a12:39:50.912484 run osmo-nitb_10.42.42.2(pid=23194): ERR: Terminated: ERROR {rc=2} [trial-2404↪nitb_smpp↪esme_connect_policy_acceptall.py:18↪esme_connect_policy_acceptall.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=23194)]\u000a12:39:51.058404 run osmo-nitb_10.42.42.2(pid=23194): stdout: \u000a| (launched: 2022-12-14_12:39:50.557769) \u000a12:39:51.204806 run osmo-nitb_10.42.42.2(pid=23194): stderr: \u000a| (launched: 2022-12-14_12:39:50.606288)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a12:39:51.346096 run osmo-nitb_10.42.42.2(pid=23194): stdout: \u000a| (launched: 2022-12-14_12:39:50.557769) \u000a12:39:51.485766 run osmo-nitb_10.42.42.2(pid=23194): stderr: \u000a| (launched: 2022-12-14_12:39:50.606288)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a12:39:51.845201 tst osmo-nitb_10.42.42.2(pid=23194): stdout: \u000a| (launched: 2022-12-14_12:39:50.557769) \u000a12:39:51.973865 tst osmo-nitb_10.42.42.2(pid=23194): stderr: \u000a| (launched: 2022-12-14_12:39:50.606288)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a12:39:52.030594 tst esme_connect_policy_acceptall.py:18: ERR: Error: osmo-nitb_10.42.42.2(pid=23194): Process ended prematurely: osmo-nitb_10.42.42.2(pid=23194) [trial-2404↪nitb_smpp↪esme_connect_policy_acceptall.py:18↪esme_connect_policy_acceptall.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=23194)] [trial-2404↪nitb_smpp↪esme_connect_policy_acceptall.py:18]\u000a12:39:52.039428 tst esme_connect_policy_acceptall.py:18: Test FAILED (2.5 sec)\u000a12:39:52.075472 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=23193): Terminating (SIGTERM)\u000a12:39:52.253315 --- ParallelTerminationStrategy: PID 23193 died...\u000a12:39:52.310551 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=23193): Terminated: ok {rc=0}\u000a" }, { "testActions" : [ ], "age" : 233, "className" : "nitb_smpp", "duration" : 3.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=23196): Process ended prematurely: osmo-nitb_10.42.42.2(pid=23196) [trial-2404↪nitb_smpp↪esme_connect_policy_closed.py:24↪esme_connect_policy_closed.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=23196)]", "failedSince" : 2172, "name" : "esme_connect_policy_closed.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_smpp/esme_connect_policy_closed.py\", line 24, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=23196): Process ended prematurely: osmo-nitb_10.42.42.2(pid=23196) [trial-2404↪nitb_smpp↪esme_connect_policy_closed.py:24↪esme_connect_policy_closed.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=23196)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2404 nitb_smpp esme_connect_policy_closed.py\u000a----------------------------------------------\u000a12:39:52.325695 tst nitb_smpp: Using 1 x ip_address (candidates: 1)\u000a12:39:52.442537 tst esme_connect_policy_closed.py: using MSISDN 8684\u000a12:39:52.571001 tst esme_connect_policy_closed.py: using MSISDN 8685\u000a12:39:52.686367 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a12:39:53.300422 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=23195): Launched\u000a12:39:53.625182 run osmo-nitb_10.42.42.2(pid=23196): Launched\u000a12:39:53.809066 run osmo-nitb_10.42.42.2(pid=23196): ERR: Terminated: ERROR {rc=2} [trial-2404↪nitb_smpp↪esme_connect_policy_closed.py:24↪esme_connect_policy_closed.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=23196)]\u000a12:39:53.943397 run osmo-nitb_10.42.42.2(pid=23196): stdout: \u000a| (launched: 2022-12-14_12:39:53.465989) \u000a12:39:54.078261 run osmo-nitb_10.42.42.2(pid=23196): stderr: \u000a| (launched: 2022-12-14_12:39:53.514436)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a12:39:54.208182 run osmo-nitb_10.42.42.2(pid=23196): stdout: \u000a| (launched: 2022-12-14_12:39:53.465989) \u000a12:39:54.337463 run osmo-nitb_10.42.42.2(pid=23196): stderr: \u000a| (launched: 2022-12-14_12:39:53.514436)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a12:39:54.394441 tst esme_connect_policy_closed.py:24: ERR: Error: osmo-nitb_10.42.42.2(pid=23196): Process ended prematurely: osmo-nitb_10.42.42.2(pid=23196) [trial-2404↪nitb_smpp↪esme_connect_policy_closed.py:24↪esme_connect_policy_closed.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=23196)] [trial-2404↪nitb_smpp↪esme_connect_policy_closed.py:24]\u000a12:39:54.402942 tst esme_connect_policy_closed.py:24: Test FAILED (2.1 sec)\u000a12:39:54.438835 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=23195): Terminating (SIGTERM)\u000a12:39:54.616396 --- ParallelTerminationStrategy: PID 23195 died...\u000a12:39:54.673711 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=23195): Terminated: ok {rc=0}\u000a" }, { "testActions" : [ ], "age" : 265, "className" : "nitb_smpp", "duration" : 3.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=23198): Process ended prematurely: osmo-nitb_10.42.42.2(pid=23198) [trial-2404↪nitb_smpp↪esme_ms_sms_storeforward.py:23↪esme_ms_sms_storeforward.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=23198)]", "failedSince" : 2140, "name" : "esme_ms_sms_storeforward.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_smpp/esme_ms_sms_storeforward.py\", line 23, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=23198): Process ended prematurely: osmo-nitb_10.42.42.2(pid=23198) [trial-2404↪nitb_smpp↪esme_ms_sms_storeforward.py:23↪esme_ms_sms_storeforward.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=23198)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2404 nitb_smpp esme_ms_sms_storeforward.py\u000a----------------------------------------------\u000a12:39:54.688611 tst nitb_smpp: Using 1 x ip_address (candidates: 1)\u000a12:39:54.700184 tst nitb_smpp: Using 1 x bts (candidates: 1)\u000a12:39:54.830492 tst esme_ms_sms_storeforward.py: using LAC 40959\u000a12:39:54.957522 tst esme_ms_sms_storeforward.py: using RAC 159\u000a12:39:55.086443 tst esme_ms_sms_storeforward.py: using CellId 40959\u000a12:39:55.213590 tst esme_ms_sms_storeforward.py: using BVCI 40960\u000a12:39:55.238236 tst nitb_smpp: Using 1 x modem (candidates: 1)\u000a12:39:55.451098 tst esme_ms_sms_storeforward.py: using MSISDN 8686\u000a12:39:55.636578 tst esme_ms_sms_storeforward.py:20: start nitb and bts...\u000a12:39:55.762789 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a12:39:56.391311 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=23197): Launched\u000a12:39:56.693595 run osmo-nitb_10.42.42.2(pid=23198): Launched\u000a12:39:56.867131 run osmo-nitb_10.42.42.2(pid=23198): ERR: Terminated: ERROR {rc=2} [trial-2404↪nitb_smpp↪esme_ms_sms_storeforward.py:23↪esme_ms_sms_storeforward.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=23198)]\u000a12:39:56.994203 run osmo-nitb_10.42.42.2(pid=23198): stdout: \u000a| (launched: 2022-12-14_12:39:56.546096) \u000a12:39:57.121357 run osmo-nitb_10.42.42.2(pid=23198): stderr: \u000a| (launched: 2022-12-14_12:39:56.591358)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a12:39:57.243586 run osmo-nitb_10.42.42.2(pid=23198): stdout: \u000a| (launched: 2022-12-14_12:39:56.546096) \u000a12:39:57.364443 run osmo-nitb_10.42.42.2(pid=23198): stderr: \u000a| (launched: 2022-12-14_12:39:56.591358)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a12:39:57.417486 tst esme_ms_sms_storeforward.py:23: ERR: Error: osmo-nitb_10.42.42.2(pid=23198): Process ended prematurely: osmo-nitb_10.42.42.2(pid=23198) [trial-2404↪nitb_smpp↪esme_ms_sms_storeforward.py:23↪esme_ms_sms_storeforward.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=23198)] [trial-2404↪nitb_smpp↪esme_ms_sms_storeforward.py:23]\u000a12:39:57.425559 tst esme_ms_sms_storeforward.py:23: Test FAILED (2.7 sec)\u000a12:39:57.460023 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=23197): Terminating (SIGTERM)\u000a12:39:57.637707 --- ParallelTerminationStrategy: PID 23197 died...\u000a12:39:57.692092 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=23197): Terminated: ok {rc=0}\u000a12:39:57.780781 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 265, "className" : "nitb_smpp", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=23200): Process ended prematurely: osmo-nitb_10.42.42.2(pid=23200) [trial-2404↪nitb_smpp↪esme_ms_sms_transaction.py:21↪esme_ms_sms_transaction.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=23200)]", "failedSince" : 2140, "name" : "esme_ms_sms_transaction.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_smpp/esme_ms_sms_transaction.py\", line 21, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=23200): Process ended prematurely: osmo-nitb_10.42.42.2(pid=23200) [trial-2404↪nitb_smpp↪esme_ms_sms_transaction.py:21↪esme_ms_sms_transaction.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=23200)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2404 nitb_smpp esme_ms_sms_transaction.py\u000a----------------------------------------------\u000a12:39:58.833422 tst nitb_smpp: Using 1 x ip_address (candidates: 1)\u000a12:39:58.844659 tst nitb_smpp: Using 1 x bts (candidates: 1)\u000a12:39:58.970542 tst esme_ms_sms_transaction.py: using LAC 40960\u000a12:39:59.097122 tst esme_ms_sms_transaction.py: using RAC 160\u000a12:39:59.224377 tst esme_ms_sms_transaction.py: using CellId 40960\u000a12:39:59.351876 tst esme_ms_sms_transaction.py: using BVCI 40961\u000a12:39:59.376587 tst nitb_smpp: Using 1 x modem (candidates: 1)\u000a12:39:59.601378 tst esme_ms_sms_transaction.py: using MSISDN 8687\u000a12:39:59.800508 tst esme_ms_sms_transaction.py:18: start nitb and bts...\u000a12:39:59.935668 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a12:40:00.604456 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=23199): Launched\u000a12:40:00.946658 run osmo-nitb_10.42.42.2(pid=23200): Launched\u000a12:40:01.150095 run osmo-nitb_10.42.42.2(pid=23200): ERR: Terminated: ERROR {rc=2} [trial-2404↪nitb_smpp↪esme_ms_sms_transaction.py:21↪esme_ms_sms_transaction.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=23200)]\u000a12:40:01.292367 run osmo-nitb_10.42.42.2(pid=23200): stdout: \u000a| (launched: 2022-12-14_12:40:00.770149) \u000a12:40:01.437767 run osmo-nitb_10.42.42.2(pid=23200): stderr: \u000a| (launched: 2022-12-14_12:40:00.818407)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a12:40:01.578315 run osmo-nitb_10.42.42.2(pid=23200): stdout: \u000a| (launched: 2022-12-14_12:40:00.770149) \u000a12:40:01.715687 run osmo-nitb_10.42.42.2(pid=23200): stderr: \u000a| (launched: 2022-12-14_12:40:00.818407)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a12:40:02.079977 tst osmo-nitb_10.42.42.2(pid=23200): stdout: \u000a| (launched: 2022-12-14_12:40:00.770149) \u000a12:40:02.219413 tst osmo-nitb_10.42.42.2(pid=23200): stderr: \u000a| (launched: 2022-12-14_12:40:00.818407)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a12:40:02.276587 tst esme_ms_sms_transaction.py:21: ERR: Error: osmo-nitb_10.42.42.2(pid=23200): Process ended prematurely: osmo-nitb_10.42.42.2(pid=23200) [trial-2404↪nitb_smpp↪esme_ms_sms_transaction.py:21↪esme_ms_sms_transaction.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=23200)] [trial-2404↪nitb_smpp↪esme_ms_sms_transaction.py:21]\u000a12:40:02.285718 tst esme_ms_sms_transaction.py:21: Test FAILED (3.4 sec)\u000a12:40:02.322121 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=23199): Terminating (SIGTERM)\u000a12:40:02.500001 --- ParallelTerminationStrategy: PID 23199 died...\u000a12:40:02.557909 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=23199): Terminated: ok {rc=0}\u000a12:40:02.646255 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 15.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "160", "name" : "nitb_smpp", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T12:39:49" }, { "cases" : [ { "testActions" : [ ], "age" : 74, "className" : "smpp", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-hlr_10.42.42.2(pid=23212): Process ended prematurely: osmo-hlr_10.42.42.2(pid=23212) [trial-2404↪smpp↪esme_connect_policy_acceptall.py:23↪esme_connect_policy_acceptall.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23212)]", "failedSince" : 2331, "name" : "esme_connect_policy_acceptall.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/smpp/esme_connect_policy_acceptall.py\", line 23, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-hlr_10.42.42.2(pid=23212): Process ended prematurely: osmo-hlr_10.42.42.2(pid=23212) [trial-2404↪smpp↪esme_connect_policy_acceptall.py:23↪esme_connect_policy_acceptall.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23212)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2404 smpp esme_connect_policy_acceptall.py\u000a----------------------------------------------\u000a12:40:04.449145 tst smpp: Using 1 x ip_address (candidates: 6)\u000a12:40:04.460139 tst smpp: Using 1 x ip_address (candidates: 6)\u000a12:40:04.471210 tst smpp: Using 1 x ip_address (candidates: 6)\u000a12:40:04.482273 tst smpp: Using 1 x ip_address (candidates: 6)\u000a12:40:04.596364 tst esme_connect_policy_acceptall.py: using MSISDN 8688\u000a12:40:04.704442 run osmo-stp_10.42.42.4: Starting osmo-stp\u000a12:40:05.229282 run pcap-recorder_any(filters='host 10.42.42.4 and port not 22')(pid=23207): Launched\u000a12:40:05.533494 run osmo-stp_10.42.42.4(pid=23208): Launched\u000a12:40:05.642338 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:40:06.118633 run create_hlr_db(pid=23209): Launched\u000a12:40:06.293695 bus /sierra_2: Setting Powered False\u000a12:40:07.315162 run create_hlr_db(pid=23209): Terminated: ok {rc=0}\u000a12:40:07.721572 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23211): Launched\u000a12:40:08.024875 run osmo-hlr_10.42.42.2(pid=23212): Launched\u000a12:40:08.136591 run osmo-msc_10.42.42.5: Starting osmo-msc\u000a12:40:08.691956 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23214): Launched\u000a12:40:08.996187 run osmo-msc_10.42.42.5(pid=23215): Launched\u000a12:40:09.174752 run osmo-hlr_10.42.42.2(pid=23212): ERR: Terminated: ERROR {rc=237} [trial-2404↪smpp↪esme_connect_policy_acceptall.py:23↪esme_connect_policy_acceptall.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23212)]\u000a12:40:09.306450 run osmo-hlr_10.42.42.2(pid=23212): stdout: \u000a| (launched: 2022-12-14_12:40:07.874899) \u000a12:40:09.433321 run osmo-hlr_10.42.42.2(pid=23212): stderr: \u000a| �[0;m�[1;31m20221214124008050 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214124008050 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214124008050 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214124008050 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214124008050 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214124008050 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214124008080 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2404/run.2022-12-14_11-25-45/smpp/esme_connect_policy_acceptall.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214124008089 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214124008089 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214124008089 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:40:09.555153 run osmo-hlr_10.42.42.2(pid=23212): stdout: \u000a| (launched: 2022-12-14_12:40:07.874899) \u000a12:40:09.676590 run osmo-hlr_10.42.42.2(pid=23212): stderr: \u000a| �[0;m�[1;31m20221214124008050 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214124008050 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214124008050 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214124008050 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214124008050 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214124008050 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214124008080 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2404/run.2022-12-14_11-25-45/smpp/esme_connect_policy_acceptall.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214124008089 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214124008089 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214124008089 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:40:09.729588 tst esme_connect_policy_acceptall.py:23: ERR: Error: osmo-hlr_10.42.42.2(pid=23212): Process ended prematurely: osmo-hlr_10.42.42.2(pid=23212) [trial-2404↪smpp↪esme_connect_policy_acceptall.py:23↪esme_connect_policy_acceptall.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23212)] [trial-2404↪smpp↪esme_connect_policy_acceptall.py:23]\u000a12:40:09.737638 tst esme_connect_policy_acceptall.py:23: Test FAILED (5.3 sec)\u000a12:40:09.798320 run osmo-msc_10.42.42.5(pid=23215): ERR: Terminated: ERROR {rc=9} [trial-2404↪smpp↪esme_connect_policy_acceptall.py↪esme_connect_policy_acceptall.py↪osmo-msc_10.42.42.5↪osmo-msc_10.42.42.5(pid=23215)]\u000a12:40:09.847581 run osmo-msc_10.42.42.5(pid=23215): stdout: \u000a| (launched: 2022-12-14_12:40:08.845953) \u000a12:40:09.897730 run osmo-msc_10.42.42.5(pid=23215): stderr: \u000a| �[0;m�[38;5;43m20221214124009165 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Freeing instance (osmo_ss7.c:1650)\u000a| �[0;m�[38;5;43m20221214124009165 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Deallocated (fsm.c:568)\u000a| �[0;m�[38;5;43m20221214124009166 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000015820]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;45m20221214124009166 �[1;33mDLSCCP�[0;m�[38;5;45m �[1;33mNOTICE�[0;m�[38;5;45m OsmoMSC-A-Iu: Using ASP instance asp0 (sccp_user.c:647)\u000a| �[0;m�[38;5;43m20221214124009166 �[1;33mDLSS7�[0;m�[38;5;43m �[1;33mNOTICE�[0;m�[38;5;43m 0: Creating SCCP instance (osmo_ss7.c:458)\u000a| �[0;m�[38;5;45m20221214124009166 �[1;32mDLSCCP�[0;m�[38;5;45m �[1;32mINFO�[0;m�[38;5;45m Binding user 'SCCP Management' to SSN=1 PC=(no PC) (sccp_user.c:108)\u000a| �[0;m�[38;5;43m20221214124009166 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m registering user=SCCP for SI 3 with priv 0x6120000159a0 (osmo_ss7.c:482)\u000a| �[0;m20221214124009166 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 0.0.0.0:29118: Address already in use (socket.c:822)\u000a| 20221214124009166 �[1;31mDSGS�[0;m �[1;31mERROR�[0;m SGs socket cannot be opened: Address already in use (sgs_server.c:182)\u000a| Starting SGs server failed \u000a12:40:09.940410 run pcap-recorder_any(filters='host 10.42.42.4 and port not 22')(pid=23207): Terminating (SIGTERM)\u000a12:40:09.980530 run osmo-stp_10.42.42.4(pid=23208): Terminating (SIGTERM)\u000a12:40:10.021947 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23211): Terminating (SIGTERM)\u000a12:40:10.063229 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23214): Terminating (SIGTERM)\u000a12:40:10.072420 --- ParallelTerminationStrategy: PID 23207 died...\u000a12:40:10.126343 run pcap-recorder_any(filters='host 10.42.42.4 and port not 22')(pid=23207): Terminated: ok {rc=0}\u000a12:40:10.135694 --- ParallelTerminationStrategy: PID 23208 died...\u000a12:40:10.189346 run osmo-stp_10.42.42.4(pid=23208): Terminated: ok {rc=0}\u000a12:40:10.198772 --- ParallelTerminationStrategy: PID 23211 died...\u000a12:40:10.252275 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23211): Terminated: ok {rc=0}\u000a12:40:10.261748 --- ParallelTerminationStrategy: PID 23214 died...\u000a12:40:10.315585 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23214): Terminated: ok {rc=0}\u000a" }, { "testActions" : [ ], "age" : 74, "className" : "smpp", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-hlr_10.42.42.2(pid=23223): Process ended prematurely: osmo-hlr_10.42.42.2(pid=23223) [trial-2404↪smpp↪esme_connect_policy_closed.py:31↪esme_connect_policy_closed.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23223)]", "failedSince" : 2331, "name" : "esme_connect_policy_closed.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/smpp/esme_connect_policy_closed.py\", line 31, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-hlr_10.42.42.2(pid=23223): Process ended prematurely: osmo-hlr_10.42.42.2(pid=23223) [trial-2404↪smpp↪esme_connect_policy_closed.py:31↪esme_connect_policy_closed.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23223)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2404 smpp esme_connect_policy_closed.py\u000a----------------------------------------------\u000a12:40:10.330146 tst smpp: Using 1 x ip_address (candidates: 6)\u000a12:40:10.341578 tst smpp: Using 1 x bts (candidates: 1)\u000a12:40:10.468537 tst esme_connect_policy_closed.py: using LAC 40961\u000a12:40:10.591279 tst esme_connect_policy_closed.py: using RAC 161\u000a12:40:10.715053 tst esme_connect_policy_closed.py: using CellId 40961\u000a12:40:10.832521 tst esme_connect_policy_closed.py: using BVCI 40962\u000a12:40:10.855599 tst smpp: Using 1 x ip_address (candidates: 6)\u000a12:40:10.866156 tst smpp: Using 1 x ip_address (candidates: 6)\u000a12:40:10.876566 tst smpp: Using 1 x ip_address (candidates: 6)\u000a12:40:10.982869 tst esme_connect_policy_closed.py: using MSISDN 8689\u000a12:40:11.100098 tst esme_connect_policy_closed.py: using MSISDN 8690\u000a12:40:11.207437 run osmo-stp_10.42.42.4: Starting osmo-stp\u000a12:40:11.733787 run pcap-recorder_any(filters='host 10.42.42.4 and port not 22')(pid=23218): Launched\u000a12:40:12.038367 run osmo-stp_10.42.42.4(pid=23219): Launched\u000a12:40:12.146289 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:40:12.623643 run create_hlr_db(pid=23220): Launched\u000a12:40:13.802408 run create_hlr_db(pid=23220): Terminated: ok {rc=0}\u000a12:40:14.116734 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23222): Launched\u000a12:40:14.424257 run osmo-hlr_10.42.42.2(pid=23223): Launched\u000a12:40:14.535318 run osmo-msc_10.42.42.5: Starting osmo-msc\u000a12:40:15.093808 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23225): Launched\u000a12:40:15.399554 run osmo-msc_10.42.42.5(pid=23226): Launched\u000a12:40:15.577899 run osmo-hlr_10.42.42.2(pid=23223): ERR: Terminated: ERROR {rc=237} [trial-2404↪smpp↪esme_connect_policy_closed.py:31↪esme_connect_policy_closed.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23223)]\u000a12:40:15.721486 run osmo-hlr_10.42.42.2(pid=23223): stdout: \u000a| (launched: 2022-12-14_12:40:14.270900) \u000a12:40:15.877758 run osmo-hlr_10.42.42.2(pid=23223): stderr: \u000a| �[0;m�[1;31m20221214124014448 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214124014448 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214124014448 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214124014448 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214124014448 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214124014448 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214124014475 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2404/run.2022-12-14_11-25-45/smpp/esme_connect_policy_closed.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214124014484 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214124014484 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214124014484 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:40:16.024545 run osmo-hlr_10.42.42.2(pid=23223): stdout: \u000a| (launched: 2022-12-14_12:40:14.270900) \u000a12:40:16.160291 run osmo-hlr_10.42.42.2(pid=23223): stderr: \u000a| �[0;m�[1;31m20221214124014448 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214124014448 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214124014448 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214124014448 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214124014448 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214124014448 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214124014475 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2404/run.2022-12-14_11-25-45/smpp/esme_connect_policy_closed.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214124014484 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214124014484 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214124014484 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:40:16.219775 tst esme_connect_policy_closed.py:31: ERR: Error: osmo-hlr_10.42.42.2(pid=23223): Process ended prematurely: osmo-hlr_10.42.42.2(pid=23223) [trial-2404↪smpp↪esme_connect_policy_closed.py:31↪esme_connect_policy_closed.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23223)] [trial-2404↪smpp↪esme_connect_policy_closed.py:31]\u000a12:40:16.229724 tst esme_connect_policy_closed.py:31: Test FAILED (5.9 sec)\u000a12:40:16.293936 run osmo-msc_10.42.42.5(pid=23226): ERR: Terminated: ERROR {rc=9} [trial-2404↪smpp↪esme_connect_policy_closed.py↪esme_connect_policy_closed.py↪osmo-msc_10.42.42.5↪osmo-msc_10.42.42.5(pid=23226)]\u000a12:40:16.349003 run osmo-msc_10.42.42.5(pid=23226): stdout: \u000a| (launched: 2022-12-14_12:40:15.248572) \u000a12:40:16.402759 run osmo-msc_10.42.42.5(pid=23226): stderr: \u000a| �[0;m�[38;5;43m20221214124015564 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Freeing instance (osmo_ss7.c:1650)\u000a| �[0;m�[38;5;43m20221214124015564 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Deallocated (fsm.c:568)\u000a| �[0;m�[38;5;43m20221214124015564 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000015820]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;45m20221214124015564 �[1;33mDLSCCP�[0;m�[38;5;45m �[1;33mNOTICE�[0;m�[38;5;45m OsmoMSC-A-Iu: Using ASP instance asp0 (sccp_user.c:647)\u000a| �[0;m�[38;5;43m20221214124015564 �[1;33mDLSS7�[0;m�[38;5;43m �[1;33mNOTICE�[0;m�[38;5;43m 0: Creating SCCP instance (osmo_ss7.c:458)\u000a| �[0;m�[38;5;45m20221214124015564 �[1;32mDLSCCP�[0;m�[38;5;45m �[1;32mINFO�[0;m�[38;5;45m Binding user 'SCCP Management' to SSN=1 PC=(no PC) (sccp_user.c:108)\u000a| �[0;m�[38;5;43m20221214124015564 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m registering user=SCCP for SI 3 with priv 0x6120000159a0 (osmo_ss7.c:482)\u000a| �[0;m20221214124015565 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 0.0.0.0:29118: Address already in use (socket.c:822)\u000a| 20221214124015565 �[1;31mDSGS�[0;m �[1;31mERROR�[0;m SGs socket cannot be opened: Address already in use (sgs_server.c:182)\u000a| Starting SGs server failed \u000a12:40:16.449374 run pcap-recorder_any(filters='host 10.42.42.4 and port not 22')(pid=23218): Terminating (SIGTERM)\u000a12:40:16.494762 run osmo-stp_10.42.42.4(pid=23219): Terminating (SIGTERM)\u000a12:40:16.547580 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23222): Terminating (SIGTERM)\u000a12:40:16.610594 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23225): Terminating (SIGTERM)\u000a12:40:16.634045 --- ParallelTerminationStrategy: PID 23218 died...\u000a12:40:16.735273 run pcap-recorder_any(filters='host 10.42.42.4 and port not 22')(pid=23218): Terminated: ok {rc=0}\u000a12:40:16.746031 --- ParallelTerminationStrategy: PID 23219 died...\u000a12:40:16.803654 run osmo-stp_10.42.42.4(pid=23219): Terminated: ok {rc=0}\u000a12:40:16.814240 --- ParallelTerminationStrategy: PID 23222 died...\u000a12:40:16.871346 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23222): Terminated: ok {rc=0}\u000a12:40:16.882038 --- ParallelTerminationStrategy: PID 23225 died...\u000a12:40:16.940603 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23225): Terminated: ok {rc=0}\u000a" }, { "testActions" : [ ], "age" : 74, "className" : "smpp", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23235): Process ended prematurely: osmo-stp_10.42.42.5(pid=23235) [trial-2404↪smpp↪esme_ms_sms_storeforward.py:30↪esme_ms_sms_storeforward.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23235)]", "failedSince" : 2331, "name" : "esme_ms_sms_storeforward.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/smpp/esme_ms_sms_storeforward.py\", line 30, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23235): Process ended prematurely: osmo-stp_10.42.42.5(pid=23235) [trial-2404↪smpp↪esme_ms_sms_storeforward.py:30↪esme_ms_sms_storeforward.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23235)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2404 smpp esme_ms_sms_storeforward.py\u000a----------------------------------------------\u000a12:40:16.956513 tst smpp: Using 1 x ip_address (candidates: 6)\u000a12:40:16.968624 tst smpp: Using 1 x bts (candidates: 1)\u000a12:40:17.106084 tst esme_ms_sms_storeforward.py: using LAC 40962\u000a12:40:17.239986 tst esme_ms_sms_storeforward.py: using RAC 162\u000a12:40:17.368018 tst esme_ms_sms_storeforward.py: using CellId 40962\u000a12:40:17.497786 tst esme_ms_sms_storeforward.py: using BVCI 40963\u000a12:40:17.522841 tst smpp: Using 1 x ip_address (candidates: 6)\u000a12:40:17.533976 tst smpp: Using 1 x ip_address (candidates: 6)\u000a12:40:17.544840 tst smpp: Using 1 x ip_address (candidates: 6)\u000a12:40:17.555996 tst smpp: Using 1 x ip_address (candidates: 6)\u000a12:40:17.566995 tst smpp: Using 1 x ip_address (candidates: 6)\u000a12:40:17.577951 tst smpp: Using 1 x modem (candidates: 1)\u000a12:40:17.796027 tst esme_ms_sms_storeforward.py: using MSISDN 8691\u000a12:40:17.905126 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:40:18.385668 run create_hlr_db(pid=23229): Launched\u000a12:40:19.564618 run create_hlr_db(pid=23229): Terminated: ok {rc=0}\u000a12:40:19.880037 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23231): Launched\u000a12:40:20.186208 run osmo-hlr_10.42.42.2(pid=23232): Launched\u000a12:40:20.297279 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:40:20.830394 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23234): Launched\u000a12:40:21.136646 run osmo-stp_10.42.42.5(pid=23235): Launched\u000a12:40:21.248123 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:40:21.806466 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23237): Launched\u000a12:40:22.112214 run osmo-msc_10.42.42.6(pid=23238): Launched\u000a12:40:22.291337 run osmo-stp_10.42.42.5(pid=23235): ERR: Terminated: ERROR {rc=1} [trial-2404↪smpp↪esme_ms_sms_storeforward.py:30↪esme_ms_sms_storeforward.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23235)]\u000a12:40:22.420688 run osmo-stp_10.42.42.5(pid=23235): stdout: \u000a| (launched: 2022-12-14_12:40:20.985491)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:40:22.547797 run osmo-stp_10.42.42.5(pid=23235): stderr: \u000a| �[0;m�[38;5;43m20221214124021159 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214124021159 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214124021159 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214124021160 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214124021160 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214124021160 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214124021160 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:40:22.670139 run osmo-stp_10.42.42.5(pid=23235): stdout: \u000a| (launched: 2022-12-14_12:40:20.985491)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:40:22.791205 run osmo-stp_10.42.42.5(pid=23235): stderr: \u000a| �[0;m�[38;5;43m20221214124021159 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214124021159 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214124021159 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214124021160 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214124021160 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214124021160 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214124021160 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:40:22.844431 tst esme_ms_sms_storeforward.py:30: ERR: Error: osmo-stp_10.42.42.5(pid=23235): Process ended prematurely: osmo-stp_10.42.42.5(pid=23235) [trial-2404↪smpp↪esme_ms_sms_storeforward.py:30↪esme_ms_sms_storeforward.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23235)] [trial-2404↪smpp↪esme_ms_sms_storeforward.py:30]\u000a12:40:22.852393 tst esme_ms_sms_storeforward.py:30: Test FAILED (5.9 sec)\u000a12:40:22.912557 run osmo-hlr_10.42.42.2(pid=23232): ERR: Terminated: ERROR {rc=237} [trial-2404↪smpp↪esme_ms_sms_storeforward.py↪esme_ms_sms_storeforward.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23232)]\u000a12:40:22.961559 run osmo-hlr_10.42.42.2(pid=23232): stdout: \u000a| (launched: 2022-12-14_12:40:20.034697) \u000a12:40:23.011415 run osmo-hlr_10.42.42.2(pid=23232): stderr: \u000a| �[0;m�[1;31m20221214124020213 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214124020213 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214124020213 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214124020213 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214124020213 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214124020213 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214124020260 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2404/run.2022-12-14_11-25-45/smpp/esme_ms_sms_storeforward.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214124020269 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214124020269 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214124020269 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:40:23.078956 run osmo-msc_10.42.42.6(pid=23238): ERR: Terminated: ERROR {rc=2} [trial-2404↪smpp↪esme_ms_sms_storeforward.py↪esme_ms_sms_storeforward.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=23238)]\u000a12:40:23.128124 run osmo-msc_10.42.42.6(pid=23238): stdout: \u000a| (launched: 2022-12-14_12:40:21.960724) \u000a12:40:23.177707 run osmo-msc_10.42.42.6(pid=23238): stderr: \u000a| �[0;m�[38;5;43m20221214124022232 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214124022233 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f430e15cc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214124022233 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214124022233 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214124022233 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214124022233 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214124022235 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214124022236 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214124022236 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214124022236 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:40:23.220202 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23231): Terminating (SIGTERM)\u000a12:40:23.260530 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23234): Terminating (SIGTERM)\u000a12:40:23.301038 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23237): Terminating (SIGTERM)\u000a12:40:23.310263 --- ParallelTerminationStrategy: PID 23231 died...\u000a12:40:23.364388 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23231): Terminated: ok {rc=0}\u000a12:40:23.373899 --- ParallelTerminationStrategy: PID 23234 died...\u000a12:40:23.427201 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23234): Terminated: ok {rc=0}\u000a12:40:23.436634 --- ParallelTerminationStrategy: PID 23237 died...\u000a12:40:23.490394 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23237): Terminated: ok {rc=0}\u000a12:40:23.575450 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 74, "className" : "smpp", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23246): Process ended prematurely: osmo-stp_10.42.42.5(pid=23246) [trial-2404↪smpp↪esme_ms_sms_transaction.py:28↪esme_ms_sms_transaction.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23246)]", "failedSince" : 2331, "name" : "esme_ms_sms_transaction.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/smpp/esme_ms_sms_transaction.py\", line 28, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23246): Process ended prematurely: osmo-stp_10.42.42.5(pid=23246) [trial-2404↪smpp↪esme_ms_sms_transaction.py:28↪esme_ms_sms_transaction.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23246)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2404 smpp esme_ms_sms_transaction.py\u000a----------------------------------------------\u000a12:40:24.628386 tst smpp: Using 1 x ip_address (candidates: 6)\u000a12:40:24.640671 tst smpp: Using 1 x bts (candidates: 1)\u000a12:40:24.773504 tst esme_ms_sms_transaction.py: using LAC 40963\u000a12:40:24.902333 tst esme_ms_sms_transaction.py: using RAC 163\u000a12:40:25.029840 tst esme_ms_sms_transaction.py: using CellId 40963\u000a12:40:25.160260 tst esme_ms_sms_transaction.py: using BVCI 40964\u000a12:40:25.184852 tst smpp: Using 1 x ip_address (candidates: 6)\u000a12:40:25.195735 tst smpp: Using 1 x ip_address (candidates: 6)\u000a12:40:25.207105 tst smpp: Using 1 x ip_address (candidates: 6)\u000a12:40:25.218068 tst smpp: Using 1 x ip_address (candidates: 6)\u000a12:40:25.229466 tst smpp: Using 1 x ip_address (candidates: 6)\u000a12:40:25.240794 tst smpp: Using 1 x modem (candidates: 1)\u000a12:40:25.469511 tst esme_ms_sms_transaction.py: using MSISDN 8692\u000a12:40:25.586626 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:40:26.107364 run create_hlr_db(pid=23240): Launched\u000a12:40:26.296296 bus /sierra_2: Setting Powered False\u000a12:40:27.317587 run create_hlr_db(pid=23240): Terminated: ok {rc=0}\u000a12:40:27.730924 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23242): Launched\u000a12:40:28.036387 run osmo-hlr_10.42.42.2(pid=23243): Launched\u000a12:40:28.156701 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:40:28.694767 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23245): Launched\u000a12:40:29.000433 run osmo-stp_10.42.42.5(pid=23246): Launched\u000a12:40:29.111860 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:40:29.668117 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23248): Launched\u000a12:40:29.973151 run osmo-msc_10.42.42.6(pid=23249): Launched\u000a12:40:30.152838 run osmo-stp_10.42.42.5(pid=23246): ERR: Terminated: ERROR {rc=1} [trial-2404↪smpp↪esme_ms_sms_transaction.py:28↪esme_ms_sms_transaction.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23246)]\u000a12:40:30.282369 run osmo-stp_10.42.42.5(pid=23246): stdout: \u000a| (launched: 2022-12-14_12:40:28.848796)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:40:30.409819 run osmo-stp_10.42.42.5(pid=23246): stderr: \u000a| �[0;m�[38;5;43m20221214124029020 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214124029020 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214124029021 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214124029021 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214124029022 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214124029022 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214124029022 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:40:30.532090 run osmo-stp_10.42.42.5(pid=23246): stdout: \u000a| (launched: 2022-12-14_12:40:28.848796)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:40:30.653973 run osmo-stp_10.42.42.5(pid=23246): stderr: \u000a| �[0;m�[38;5;43m20221214124029020 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214124029020 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214124029021 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214124029021 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214124029022 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214124029022 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214124029022 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:40:30.707023 tst esme_ms_sms_transaction.py:28: ERR: Error: osmo-stp_10.42.42.5(pid=23246): Process ended prematurely: osmo-stp_10.42.42.5(pid=23246) [trial-2404↪smpp↪esme_ms_sms_transaction.py:28↪esme_ms_sms_transaction.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23246)] [trial-2404↪smpp↪esme_ms_sms_transaction.py:28]\u000a12:40:30.715202 tst esme_ms_sms_transaction.py:28: Test FAILED (6.1 sec)\u000a12:40:30.775685 run osmo-hlr_10.42.42.2(pid=23243): ERR: Terminated: ERROR {rc=237} [trial-2404↪smpp↪esme_ms_sms_transaction.py↪esme_ms_sms_transaction.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23243)]\u000a12:40:30.825561 run osmo-hlr_10.42.42.2(pid=23243): stdout: \u000a| (launched: 2022-12-14_12:40:27.885767) \u000a12:40:30.889535 run osmo-hlr_10.42.42.2(pid=23243): stderr: \u000a| �[0;m�[1;31m20221214124028064 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214124028064 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214124028064 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214124028064 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214124028064 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214124028064 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214124028076 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2404/run.2022-12-14_11-25-45/smpp/esme_ms_sms_transaction.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214124028085 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214124028086 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214124028086 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:40:30.977346 run osmo-msc_10.42.42.6(pid=23249): ERR: Terminated: ERROR {rc=2} [trial-2404↪smpp↪esme_ms_sms_transaction.py↪esme_ms_sms_transaction.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=23249)]\u000a12:40:31.030344 run osmo-msc_10.42.42.6(pid=23249): stdout: \u000a| (launched: 2022-12-14_12:40:29.822897) \u000a12:40:31.083535 run osmo-msc_10.42.42.6(pid=23249): stderr: \u000a| �[0;m�[38;5;43m20221214124030094 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214124030095 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f0c1e6afc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214124030095 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214124030095 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214124030095 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214124030095 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214124030099 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214124030099 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214124030099 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214124030099 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:40:31.130699 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23242): Terminating (SIGTERM)\u000a12:40:31.175881 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23245): Terminating (SIGTERM)\u000a12:40:31.221648 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23248): Terminating (SIGTERM)\u000a12:40:31.232478 --- ParallelTerminationStrategy: PID 23242 died...\u000a12:40:31.290864 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23242): Terminated: ok {rc=0}\u000a12:40:31.301963 --- ParallelTerminationStrategy: PID 23245 died...\u000a12:40:31.360430 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23245): Terminated: ok {rc=0}\u000a12:40:31.370982 --- ParallelTerminationStrategy: PID 23248 died...\u000a12:40:31.428125 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23248): Terminated: ok {rc=0}\u000a12:40:31.518775 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 29.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "161", "name" : "smpp", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T12:40:04" }, { "cases" : [ { "testActions" : [ ], "age" : 74, "className" : "encryption", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23260): Process ended prematurely: osmo-stp_10.42.42.5(pid=23260) [trial-2404↪encryption↪register_a5_0_authopt.py:8↪register_a5_0_authopt.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23260)]", "failedSince" : 2331, "name" : "register_a5_0_authopt.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/encryption/register_a5_0_authopt.py\", line 8, in \u000a encryption_test_setup_run(False, 'a5_0')\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/encryption/lib/testlib.py\", line 20, in encryption_test_setup_run\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23260): Process ended prematurely: osmo-stp_10.42.42.5(pid=23260) [trial-2404↪encryption↪register_a5_0_authopt.py:8↪register_a5_0_authopt.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23260)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2404 encryption register_a5_0_authopt.py\u000a----------------------------------------------\u000a12:40:33.400013 tst encryption: Using 1 x ip_address (candidates: 6)\u000a12:40:33.411017 tst encryption: Using 1 x bts (candidates: 1)\u000a12:40:33.541722 tst register_a5_0_authopt.py: using LAC 40964\u000a12:40:33.676818 tst register_a5_0_authopt.py: using RAC 164\u000a12:40:33.803840 tst register_a5_0_authopt.py: using CellId 40964\u000a12:40:33.930985 tst register_a5_0_authopt.py: using BVCI 40965\u000a12:40:33.956047 tst encryption: Using 1 x ip_address (candidates: 6)\u000a12:40:33.967011 tst encryption: Using 1 x ip_address (candidates: 6)\u000a12:40:33.977932 tst encryption: Using 1 x ip_address (candidates: 6)\u000a12:40:33.988643 tst encryption: Using 1 x ip_address (candidates: 6)\u000a12:40:33.999460 tst encryption: Using 1 x ip_address (candidates: 6)\u000a12:40:34.010226 tst encryption: Using 1 x modem (candidates: 1)\u000a12:40:34.311938 tst register_a5_0_authopt.py:8: start network...\u000a12:40:34.450629 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:40:34.977690 run create_hlr_db(pid=23254): Launched\u000a12:40:35.169230 bus /sierra_2: Setting Powered False\u000a12:40:36.188795 run create_hlr_db(pid=23254): Terminated: ok {rc=0}\u000a12:40:36.602803 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23256): Launched\u000a12:40:36.912764 run osmo-hlr_10.42.42.2(pid=23257): Launched\u000a12:40:37.025535 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:40:37.560359 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23259): Launched\u000a12:40:37.868038 run osmo-stp_10.42.42.5(pid=23260): Launched\u000a12:40:37.981042 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:40:38.542989 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23262): Launched\u000a12:40:38.852450 run osmo-msc_10.42.42.6(pid=23263): Launched\u000a12:40:39.033689 run osmo-stp_10.42.42.5(pid=23260): ERR: Terminated: ERROR {rc=1} [trial-2404↪encryption↪register_a5_0_authopt.py:8↪register_a5_0_authopt.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23260)]\u000a12:40:39.164886 run osmo-stp_10.42.42.5(pid=23260): stdout: \u000a| (launched: 2022-12-14_12:40:37.715794)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:40:39.293344 run osmo-stp_10.42.42.5(pid=23260): stderr: \u000a| �[0;m�[38;5;43m20221214124037889 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214124037890 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214124037890 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214124037890 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214124037891 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214124037891 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214124037891 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:40:39.417369 run osmo-stp_10.42.42.5(pid=23260): stdout: \u000a| (launched: 2022-12-14_12:40:37.715794)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:40:39.539947 run osmo-stp_10.42.42.5(pid=23260): stderr: \u000a| �[0;m�[38;5;43m20221214124037889 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214124037890 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214124037890 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214124037890 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214124037891 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214124037891 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214124037891 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:40:39.594017 tst register_a5_0_authopt.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=23260): Process ended prematurely: osmo-stp_10.42.42.5(pid=23260) [trial-2404↪encryption↪register_a5_0_authopt.py:8↪register_a5_0_authopt.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23260)] [trial-2404↪encryption↪register_a5_0_authopt.py:8]\u000a12:40:39.602814 tst register_a5_0_authopt.py:8: Test FAILED (6.2 sec)\u000a12:40:39.662727 run osmo-hlr_10.42.42.2(pid=23257): ERR: Terminated: ERROR {rc=237} [trial-2404↪encryption↪register_a5_0_authopt.py↪register_a5_0_authopt.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23257)]\u000a12:40:39.711713 run osmo-hlr_10.42.42.2(pid=23257): stdout: \u000a| (launched: 2022-12-14_12:40:36.759820) \u000a12:40:39.761489 run osmo-hlr_10.42.42.2(pid=23257): stderr: \u000a| �[0;m�[1;31m20221214124036939 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214124036940 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214124036940 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214124036940 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214124036940 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214124036940 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214124036952 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2404/run.2022-12-14_11-25-45/encryption/register_a5_0_authopt.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214124036962 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214124036962 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214124036962 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:40:39.828769 run osmo-msc_10.42.42.6(pid=23263): ERR: Terminated: ERROR {rc=2} [trial-2404↪encryption↪register_a5_0_authopt.py↪register_a5_0_authopt.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=23263)]\u000a12:40:39.877611 run osmo-msc_10.42.42.6(pid=23263): stdout: \u000a| (launched: 2022-12-14_12:40:38.698987) \u000a12:40:39.927766 run osmo-msc_10.42.42.6(pid=23263): stderr: \u000a| �[0;m�[38;5;43m20221214124038972 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214124038972 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f264bbb8c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214124038972 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214124038972 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214124038972 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214124038973 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214124038974 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214124038975 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214124038975 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214124038975 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:40:39.970226 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23256): Terminating (SIGTERM)\u000a12:40:40.010333 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23259): Terminating (SIGTERM)\u000a12:40:40.050455 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23262): Terminating (SIGTERM)\u000a12:40:40.059597 --- ParallelTerminationStrategy: PID 23256 died...\u000a12:40:40.113490 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23256): Terminated: ok {rc=0}\u000a12:40:40.123079 --- ParallelTerminationStrategy: PID 23259 died...\u000a12:40:40.176316 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23259): Terminated: ok {rc=0}\u000a12:40:40.185879 --- ParallelTerminationStrategy: PID 23262 died...\u000a12:40:40.239189 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23262): Terminated: ok {rc=0}\u000a12:40:40.322579 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 74, "className" : "encryption", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23271): Process ended prematurely: osmo-stp_10.42.42.5(pid=23271) [trial-2404↪encryption↪register_a5_0_authreq.py:8↪register_a5_0_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23271)]", "failedSince" : 2331, "name" : "register_a5_0_authreq.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/encryption/register_a5_0_authreq.py\", line 8, in \u000a encryption_test_setup_run(True, 'a5_0')\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/encryption/lib/testlib.py\", line 20, in encryption_test_setup_run\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23271): Process ended prematurely: osmo-stp_10.42.42.5(pid=23271) [trial-2404↪encryption↪register_a5_0_authreq.py:8↪register_a5_0_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23271)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2404 encryption register_a5_0_authreq.py\u000a----------------------------------------------\u000a12:40:41.433388 tst encryption: Using 1 x ip_address (candidates: 6)\u000a12:40:41.444730 tst encryption: Using 1 x bts (candidates: 1)\u000a12:40:41.575388 tst register_a5_0_authreq.py: using LAC 40965\u000a12:40:41.704633 tst register_a5_0_authreq.py: using RAC 165\u000a12:40:41.835484 tst register_a5_0_authreq.py: using CellId 40965\u000a12:40:41.967458 tst register_a5_0_authreq.py: using BVCI 40966\u000a12:40:41.992614 tst encryption: Using 1 x ip_address (candidates: 6)\u000a12:40:42.003779 tst encryption: Using 1 x ip_address (candidates: 6)\u000a12:40:42.014803 tst encryption: Using 1 x ip_address (candidates: 6)\u000a12:40:42.025694 tst encryption: Using 1 x ip_address (candidates: 6)\u000a12:40:42.036549 tst encryption: Using 1 x ip_address (candidates: 6)\u000a12:40:42.047347 tst encryption: Using 1 x modem (candidates: 1)\u000a12:40:42.348570 tst register_a5_0_authreq.py:8: start network...\u000a12:40:42.486608 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:40:43.014292 run create_hlr_db(pid=23265): Launched\u000a12:40:43.205628 bus /sierra_2: Setting Powered False\u000a12:40:44.226156 run create_hlr_db(pid=23265): Terminated: ok {rc=0}\u000a12:40:44.642125 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23267): Launched\u000a12:40:44.951468 run osmo-hlr_10.42.42.2(pid=23268): Launched\u000a12:40:45.072716 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:40:45.614521 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23270): Launched\u000a12:40:46.081940 run osmo-stp_10.42.42.5(pid=23271): Launched\u000a12:40:46.273280 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:40:46.858448 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23273): Launched\u000a12:40:47.367175 run osmo-msc_10.42.42.6(pid=23274): Launched\u000a12:40:47.619511 run osmo-stp_10.42.42.5(pid=23271): ERR: Terminated: ERROR {rc=1} [trial-2404↪encryption↪register_a5_0_authreq.py:8↪register_a5_0_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23271)]\u000a12:40:47.759796 run osmo-stp_10.42.42.5(pid=23271): stdout: \u000a| (launched: 2022-12-14_12:40:45.770757)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:40:47.897968 run osmo-stp_10.42.42.5(pid=23271): stderr: \u000a| �[0;m�[38;5;43m20221214124045991 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214124045991 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214124045991 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214124045992 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214124045992 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214124045992 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214124045992 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:40:48.031566 run osmo-stp_10.42.42.5(pid=23271): stdout: \u000a| (launched: 2022-12-14_12:40:45.770757)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:40:48.163306 run osmo-stp_10.42.42.5(pid=23271): stderr: \u000a| �[0;m�[38;5;43m20221214124045991 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214124045991 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214124045991 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214124045992 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214124045992 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214124045992 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214124045992 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:40:48.221510 tst register_a5_0_authreq.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=23271): Process ended prematurely: osmo-stp_10.42.42.5(pid=23271) [trial-2404↪encryption↪register_a5_0_authreq.py:8↪register_a5_0_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23271)] [trial-2404↪encryption↪register_a5_0_authreq.py:8]\u000a12:40:48.231035 tst register_a5_0_authreq.py:8: Test FAILED (6.8 sec)\u000a12:40:48.293935 run osmo-hlr_10.42.42.2(pid=23268): ERR: Terminated: ERROR {rc=237} [trial-2404↪encryption↪register_a5_0_authreq.py↪register_a5_0_authreq.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23268)]\u000a12:40:48.345353 run osmo-hlr_10.42.42.2(pid=23268): stdout: \u000a| (launched: 2022-12-14_12:40:44.799399) \u000a12:40:48.397542 run osmo-hlr_10.42.42.2(pid=23268): stderr: \u000a| �[0;m�[1;31m20221214124044977 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214124044977 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214124044977 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214124044977 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214124044977 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214124044977 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214124044989 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2404/run.2022-12-14_11-25-45/encryption/register_a5_0_authreq.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214124044997 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214124044998 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214124044998 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:40:48.468362 run osmo-msc_10.42.42.6(pid=23274): ERR: Terminated: ERROR {rc=2} [trial-2404↪encryption↪register_a5_0_authreq.py↪register_a5_0_authreq.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=23274)]\u000a12:40:48.519675 run osmo-msc_10.42.42.6(pid=23274): stdout: \u000a| (launched: 2022-12-14_12:40:47.017324) \u000a12:40:48.572223 run osmo-msc_10.42.42.6(pid=23274): stderr: \u000a| �[0;m�[38;5;43m20221214124047394 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214124047395 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f4521ff3c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214124047397 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214124047397 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214124047397 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214124047397 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214124047403 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214124047404 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214124047413 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214124047413 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:40:48.617312 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23267): Terminating (SIGTERM)\u000a12:40:48.659661 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23270): Terminating (SIGTERM)\u000a12:40:48.702157 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23273): Terminating (SIGTERM)\u000a12:40:48.711924 --- ParallelTerminationStrategy: PID 23267 died...\u000a12:40:48.768501 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23267): Terminated: ok {rc=0}\u000a12:40:48.778746 --- ParallelTerminationStrategy: PID 23270 died...\u000a12:40:48.834741 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23270): Terminated: ok {rc=0}\u000a12:40:48.844934 --- ParallelTerminationStrategy: PID 23273 died...\u000a12:40:48.900731 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23273): Terminated: ok {rc=0}\u000a12:40:48.986404 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 74, "className" : "encryption", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23282): Process ended prematurely: osmo-stp_10.42.42.5(pid=23282) [trial-2404↪encryption↪register_a5_1_authreq.py:8↪register_a5_1_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23282)]", "failedSince" : 2331, "name" : "register_a5_1_authreq.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/encryption/register_a5_1_authreq.py\", line 8, in \u000a encryption_test_setup_run(True, 'a5_1')\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/encryption/lib/testlib.py\", line 20, in encryption_test_setup_run\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23282): Process ended prematurely: osmo-stp_10.42.42.5(pid=23282) [trial-2404↪encryption↪register_a5_1_authreq.py:8↪register_a5_1_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23282)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2404 encryption register_a5_1_authreq.py\u000a----------------------------------------------\u000a12:40:50.103743 tst encryption: Using 1 x ip_address (candidates: 6)\u000a12:40:50.115634 tst encryption: Using 1 x bts (candidates: 1)\u000a12:40:50.247244 tst register_a5_1_authreq.py: using LAC 40966\u000a12:40:50.376836 tst register_a5_1_authreq.py: using RAC 166\u000a12:40:50.507985 tst register_a5_1_authreq.py: using CellId 40966\u000a12:40:50.636654 tst register_a5_1_authreq.py: using BVCI 40967\u000a12:40:50.660042 tst encryption: Using 1 x ip_address (candidates: 6)\u000a12:40:50.670719 tst encryption: Using 1 x ip_address (candidates: 6)\u000a12:40:50.681153 tst encryption: Using 1 x ip_address (candidates: 6)\u000a12:40:50.691491 tst encryption: Using 1 x ip_address (candidates: 6)\u000a12:40:50.702591 tst encryption: Using 1 x ip_address (candidates: 6)\u000a12:40:50.713747 tst encryption: Using 1 x modem (candidates: 1)\u000a12:40:50.996788 tst register_a5_1_authreq.py:8: start network...\u000a12:40:51.125988 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:40:51.612109 run create_hlr_db(pid=23276): Launched\u000a12:40:51.789981 bus /sierra_2: Setting Powered False\u000a12:40:52.810760 run create_hlr_db(pid=23276): Terminated: ok {rc=0}\u000a12:40:53.225470 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23278): Launched\u000a12:40:53.535911 run osmo-hlr_10.42.42.2(pid=23279): Launched\u000a12:40:53.656262 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:40:54.204168 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23281): Launched\u000a12:40:54.513867 run osmo-stp_10.42.42.5(pid=23282): Launched\u000a12:40:54.627346 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:40:55.190904 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23284): Launched\u000a12:40:55.501402 run osmo-msc_10.42.42.6(pid=23285): Launched\u000a12:40:55.683565 run osmo-stp_10.42.42.5(pid=23282): ERR: Terminated: ERROR {rc=1} [trial-2404↪encryption↪register_a5_1_authreq.py:8↪register_a5_1_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23282)]\u000a12:40:55.814665 run osmo-stp_10.42.42.5(pid=23282): stdout: \u000a| (launched: 2022-12-14_12:40:54.361071)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:40:55.943879 run osmo-stp_10.42.42.5(pid=23282): stderr: \u000a| �[0;m�[38;5;43m20221214124054531 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214124054531 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214124054532 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214124054532 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214124054532 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214124054533 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214124054533 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:40:56.068323 run osmo-stp_10.42.42.5(pid=23282): stdout: \u000a| (launched: 2022-12-14_12:40:54.361071)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:40:56.191633 run osmo-stp_10.42.42.5(pid=23282): stderr: \u000a| �[0;m�[38;5;43m20221214124054531 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214124054531 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214124054532 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214124054532 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214124054532 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214124054533 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214124054533 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:40:56.245948 tst register_a5_1_authreq.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=23282): Process ended prematurely: osmo-stp_10.42.42.5(pid=23282) [trial-2404↪encryption↪register_a5_1_authreq.py:8↪register_a5_1_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23282)] [trial-2404↪encryption↪register_a5_1_authreq.py:8]\u000a12:40:56.254426 tst register_a5_1_authreq.py:8: Test FAILED (6.2 sec)\u000a12:40:56.314235 run osmo-hlr_10.42.42.2(pid=23279): ERR: Terminated: ERROR {rc=237} [trial-2404↪encryption↪register_a5_1_authreq.py↪register_a5_1_authreq.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23279)]\u000a12:40:56.363300 run osmo-hlr_10.42.42.2(pid=23279): stdout: \u000a| (launched: 2022-12-14_12:40:53.382799) \u000a12:40:56.413162 run osmo-hlr_10.42.42.2(pid=23279): stderr: \u000a| �[0;m�[1;31m20221214124053564 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214124053564 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214124053564 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214124053564 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214124053564 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214124053564 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214124053575 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2404/run.2022-12-14_11-25-45/encryption/register_a5_1_authreq.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214124053584 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214124053584 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214124053584 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:40:56.480805 run osmo-msc_10.42.42.6(pid=23285): ERR: Terminated: ERROR {rc=2} [trial-2404↪encryption↪register_a5_1_authreq.py↪register_a5_1_authreq.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=23285)]\u000a12:40:56.529914 run osmo-msc_10.42.42.6(pid=23285): stdout: \u000a| (launched: 2022-12-14_12:40:55.347930) \u000a12:40:56.579835 run osmo-msc_10.42.42.6(pid=23285): stderr: \u000a| �[0;m�[38;5;43m20221214124055620 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214124055620 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f327d7e8c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214124055620 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214124055620 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214124055620 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214124055621 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214124055622 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214124055623 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214124055623 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214124055623 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:40:56.622553 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23278): Terminating (SIGTERM)\u000a12:40:56.662841 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23281): Terminating (SIGTERM)\u000a12:40:56.703188 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23284): Terminating (SIGTERM)\u000a12:40:56.712371 --- ParallelTerminationStrategy: PID 23278 died...\u000a12:40:56.766463 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23278): Terminated: ok {rc=0}\u000a12:40:56.776095 --- ParallelTerminationStrategy: PID 23281 died...\u000a12:40:56.829750 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23281): Terminated: ok {rc=0}\u000a12:40:56.839269 --- ParallelTerminationStrategy: PID 23284 died...\u000a12:40:56.892894 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23284): Terminated: ok {rc=0}\u000a12:40:56.981715 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 74, "className" : "encryption", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23293): Process ended prematurely: osmo-stp_10.42.42.5(pid=23293) [trial-2404↪encryption↪register_a5_3_authreq.py:8↪register_a5_3_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23293)]", "failedSince" : 2331, "name" : "register_a5_3_authreq.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/encryption/register_a5_3_authreq.py\", line 8, in \u000a encryption_test_setup_run(True, 'a5_3')\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/encryption/lib/testlib.py\", line 20, in encryption_test_setup_run\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23293): Process ended prematurely: osmo-stp_10.42.42.5(pid=23293) [trial-2404↪encryption↪register_a5_3_authreq.py:8↪register_a5_3_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23293)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2404 encryption register_a5_3_authreq.py\u000a----------------------------------------------\u000a12:40:58.100675 tst encryption: Using 1 x ip_address (candidates: 6)\u000a12:40:58.112556 tst encryption: Using 1 x bts (candidates: 1)\u000a12:40:58.242109 tst register_a5_3_authreq.py: using LAC 40967\u000a12:40:58.369475 tst register_a5_3_authreq.py: using RAC 167\u000a12:40:58.489367 tst register_a5_3_authreq.py: using CellId 40967\u000a12:40:58.609898 tst register_a5_3_authreq.py: using BVCI 40968\u000a12:40:58.633460 tst encryption: Using 1 x ip_address (candidates: 6)\u000a12:40:58.644002 tst encryption: Using 1 x ip_address (candidates: 6)\u000a12:40:58.654469 tst encryption: Using 1 x ip_address (candidates: 6)\u000a12:40:58.664830 tst encryption: Using 1 x ip_address (candidates: 6)\u000a12:40:58.675359 tst encryption: Using 1 x ip_address (candidates: 6)\u000a12:40:58.686898 tst encryption: Using 1 x modem (candidates: 1)\u000a12:40:58.998913 tst register_a5_3_authreq.py:8: start network...\u000a12:40:59.137309 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:40:59.663210 run create_hlr_db(pid=23287): Launched\u000a12:40:59.854695 bus /sierra_2: Setting Powered False\u000a12:41:00.883913 run create_hlr_db(pid=23287): Terminated: ok {rc=0}\u000a12:41:01.351759 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23289): Launched\u000a12:41:01.875679 run osmo-hlr_10.42.42.2(pid=23290): Launched\u000a12:41:02.098761 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:41:02.674580 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23292): Launched\u000a12:41:03.005868 run osmo-stp_10.42.42.5(pid=23293): Launched\u000a12:41:03.125578 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:41:03.730165 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23295): Launched\u000a12:41:04.061224 run osmo-msc_10.42.42.6(pid=23296): Launched\u000a12:41:04.255102 run osmo-stp_10.42.42.5(pid=23293): ERR: Terminated: ERROR {rc=1} [trial-2404↪encryption↪register_a5_3_authreq.py:8↪register_a5_3_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23293)]\u000a12:41:04.394950 run osmo-stp_10.42.42.5(pid=23293): stdout: \u000a| (launched: 2022-12-14_12:41:02.843063)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:41:04.533498 run osmo-stp_10.42.42.5(pid=23293): stderr: \u000a| �[0;m�[38;5;43m20221214124103038 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214124103038 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214124103039 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214124103039 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214124103039 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214124103039 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214124103039 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:41:04.666510 run osmo-stp_10.42.42.5(pid=23293): stdout: \u000a| (launched: 2022-12-14_12:41:02.843063)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:41:04.797637 run osmo-stp_10.42.42.5(pid=23293): stderr: \u000a| �[0;m�[38;5;43m20221214124103038 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214124103038 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214124103039 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214124103039 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214124103039 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214124103039 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214124103039 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:41:04.855415 tst register_a5_3_authreq.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=23293): Process ended prematurely: osmo-stp_10.42.42.5(pid=23293) [trial-2404↪encryption↪register_a5_3_authreq.py:8↪register_a5_3_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23293)] [trial-2404↪encryption↪register_a5_3_authreq.py:8]\u000a12:41:04.864523 tst register_a5_3_authreq.py:8: Test FAILED (6.8 sec)\u000a12:41:04.926585 run osmo-hlr_10.42.42.2(pid=23290): ERR: Terminated: ERROR {rc=237} [trial-2404↪encryption↪register_a5_3_authreq.py↪register_a5_3_authreq.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23290)]\u000a12:41:04.977737 run osmo-hlr_10.42.42.2(pid=23290): stdout: \u000a| (launched: 2022-12-14_12:41:01.524874) \u000a12:41:05.029515 run osmo-hlr_10.42.42.2(pid=23290): stderr: \u000a| �[0;m�[1;31m20221214124101836 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214124101836 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214124101836 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214124101836 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214124101836 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214124101836 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214124101857 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2404/run.2022-12-14_11-25-45/encryption/register_a5_3_authreq.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214124101884 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214124101885 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214124101885 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:41:05.099693 run osmo-msc_10.42.42.6(pid=23296): ERR: Terminated: ERROR {rc=2} [trial-2404↪encryption↪register_a5_3_authreq.py↪register_a5_3_authreq.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=23296)]\u000a12:41:05.150589 run osmo-msc_10.42.42.6(pid=23296): stdout: \u000a| (launched: 2022-12-14_12:41:03.898204) \u000a12:41:05.201988 run osmo-msc_10.42.42.6(pid=23296): stderr: \u000a| �[0;m�[38;5;43m20221214124104223 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214124104223 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f5de6be8c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214124104223 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214124104223 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214124104223 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214124104223 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214124104225 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214124104226 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214124104226 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214124104226 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:41:05.245951 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23289): Terminating (SIGTERM)\u000a12:41:05.287397 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23292): Terminating (SIGTERM)\u000a12:41:05.328891 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23295): Terminating (SIGTERM)\u000a12:41:05.338725 --- ParallelTerminationStrategy: PID 23289 died...\u000a12:41:05.394350 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23289): Terminated: ok {rc=0}\u000a12:41:05.404382 --- ParallelTerminationStrategy: PID 23292 died...\u000a12:41:05.459657 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23292): Terminated: ok {rc=0}\u000a12:41:05.469707 --- ParallelTerminationStrategy: PID 23295 died...\u000a12:41:05.524634 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23295): Terminated: ok {rc=0}\u000a12:41:05.610716 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 35.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "162", "name" : "encryption", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T12:40:33" }, { "cases" : [ { "testActions" : [ ], "age" : 266, "className" : "4g:srsenb-rftype@zmq+srsue-rftype@zmq", "duration" : 20.0, "errorDetails" : None, "errorStackTrace" : "srsepc(pid=23313): Process ended prematurely: srsepc(pid=23313) [trial-2404↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪handover.py:37↪handover.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=23313)]", "failedSince" : 2139, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/4g/handover.py\", line 37, in \u000a enb.start(epc)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 237, in start\u000a self.configure()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 423, in configure\u000a self.rem_host.recreate_remote_dir(self.remote_inst)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 146, in recreate_remote_dir\u000a self.rm_remote_dir(remote_dir)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 139, in rm_remote_dir\u000a self.run_remote_sync('rm-remote-dir', ('test', '!', '-d', remote_dir_str, '||', 'rm', '-rf', remote_dir_str))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 134, in run_remote_sync\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: srsepc(pid=23313): Process ended prematurely: srsepc(pid=23313) [trial-2404↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪handover.py:37↪handover.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=23313)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2404 4g:srsenb-rftype@zmq+srsue-rftype@zmq handover.py\u000a----------------------------------------------\u000a12:41:07.593340 tst handover.py:11: TEST_CONFIG:\u000a{}\u000a12:41:07.635117 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x run_node (candidates: 1)\u000a12:41:07.650816 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x enb (candidates: 1)\u000a12:41:07.673588 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x modem (candidates: 1)\u000a12:41:07.813381 tst handover.py: using MSISDN 8693\u000a12:41:07.920827 run srsepc_10.42.42.118: Add subscriber {algo_str='mil', imsi='001010123456789', msisdn='8693', subscriber_id=0}\u000a12:41:08.027044 run srsepc_10.42.42.118: Starting srsepc\u000a12:41:09.883138 run rm-remote-dir(pid=23301): Launched\u000a12:41:10.065799 bus /sierra_2: Setting Powered False\u000a12:41:11.091454 run rm-remote-dir(pid=23301): Terminated: ok {rc=0}\u000a12:41:11.514751 run mk-remote-dir(pid=23302): Launched\u000a12:41:12.703446 run mk-remote-dir(pid=23302): Terminated: ok {rc=0}\u000a12:41:12.985902 run scp-inst-to-remote(pid=23303): Launched\u000a12:41:15.173250 run scp-inst-to-remote(pid=23303): Terminated: ok {rc=0}\u000a12:41:15.501486 run rm-remote-dir(pid=23305): Launched\u000a12:41:16.754817 run rm-remote-dir(pid=23305): Terminated: ok {rc=0}\u000a12:41:17.167696 run mk-remote-dir(pid=23306): Launched\u000a12:41:18.388662 run mk-remote-dir(pid=23306): Terminated: ok {rc=0}\u000a12:41:18.668674 run scp-cfg-to-remote(pid=23307): Launched\u000a12:41:19.853837 run scp-cfg-to-remote(pid=23307): Terminated: ok {rc=0}\u000a12:41:20.130866 run scp-db-to-remote(pid=23309): Launched\u000a12:41:21.316820 run scp-db-to-remote(pid=23309): Terminated: ok {rc=0}\u000a12:41:21.430578 run srsepc_10.42.42.118: Setting RPATH for srsepc\u000a12:41:21.750162 run patchelf(pid=23311): Launched\u000a12:41:22.936211 run patchelf(pid=23311): Terminated: ok {rc=0}\u000a12:41:23.050116 run srsepc_10.42.42.118: Applying CAP_NET_ADMIN capability to srsepc\u000a12:41:23.371644 run setcap-netadm(pid=23312): Launched\u000a12:41:24.559319 run setcap-netadm(pid=23312): Terminated: ok {rc=0}\u000a12:41:24.870534 run srsepc(pid=23313): Launched\u000a12:41:24.979823 run srsenb_srsENB-zmq_10.42.42.117: Starting srsENB\u000a12:41:26.095820 run rm-remote-dir(pid=23314): Launched\u000a12:41:26.282337 run srsepc(pid=23313): ERR: Terminated: ERROR {rc=127} [trial-2404↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪handover.py:37↪handover.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=23313)]\u000a12:41:26.418058 run srsepc(pid=23313): stdout: \u000a| (launched: 2022-12-14_12:41:24.721967)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a12:41:26.553294 run srsepc(pid=23313): stderr: \u000a| (launched: 2022-12-14_12:41:24.767592)\u000a| Connection to 10.42.42.116 closed. \u000a12:41:26.684370 run srsepc(pid=23313): stdout: \u000a| (launched: 2022-12-14_12:41:24.721967)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a12:41:26.814384 run srsepc(pid=23313): stderr: \u000a| (launched: 2022-12-14_12:41:24.767592)\u000a| Connection to 10.42.42.116 closed. \u000a12:41:26.966264 run rm-remote-dir(pid=23314): Terminating (SIGINT)\u000a12:41:27.144435 run rm-remote-dir(pid=23314): Terminated: ok {rc=0}\u000a12:41:27.177411 tst handover.py:37: ERR: Error: srsepc(pid=23313): Process ended prematurely: srsepc(pid=23313) [trial-2404↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪handover.py:37↪handover.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=23313)] [trial-2404↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪handover.py:37]\u000a12:41:27.187090 tst handover.py:37: Test FAILED (19.7 sec)\u000a12:41:27.298757 run scp-back-log(pid=23315): Launched\u000a12:41:28.386444 run scp-back-log(pid=23315): ERR: Terminated: ERROR {rc=1} [trial-2404↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪handover.py↪handover.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=23315)]\u000a12:41:28.449120 run scp-back-log(pid=23315): stdout: \u000a| (launched: 2022-12-14_12:41:27.229167) \u000a12:41:28.512086 run scp-back-log(pid=23315): stderr: \u000a| (launched: 2022-12-14_12:41:27.248903)\u000a| scp: /osmo-gsm-tester-srsepc/srsepc/srsepc.log: No such file or directory \u000a12:41:28.565383 tst srsepc_10.42.42.118: Error('scp-back-log(pid=23315): launch_sync(): local process exited with status 1 [trial-2404↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪handover.py↪handover.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=23315)]')\u000a" }, { "testActions" : [ ], "age" : 87, "className" : "4g:srsenb-rftype@zmq+srsue-rftype@zmq", "duration" : 19.0, "errorDetails" : None, "errorStackTrace" : "srsepc(pid=23329): Process ended prematurely: srsepc(pid=23329) [trial-2404↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_bidir.py:42↪iperf3_bidir.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=23329)]", "failedSince" : 2318, "name" : "iperf3_bidir.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/4g/iperf3_bidir.py\", line 42, in \u000a enb.start(epc)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 237, in start\u000a self.configure()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 423, in configure\u000a self.rem_host.recreate_remote_dir(self.remote_inst)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 146, in recreate_remote_dir\u000a self.rm_remote_dir(remote_dir)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 139, in rm_remote_dir\u000a self.run_remote_sync('rm-remote-dir', ('test', '!', '-d', remote_dir_str, '||', 'rm', '-rf', remote_dir_str))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 134, in run_remote_sync\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: srsepc(pid=23329): Process ended prematurely: srsepc(pid=23329) [trial-2404↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_bidir.py:42↪iperf3_bidir.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=23329)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2404 4g:srsenb-rftype@zmq+srsue-rftype@zmq iperf3_bidir.py\u000a----------------------------------------------\u000a12:41:28.743875 tst iperf3_bidir.py:13: Number of physical ue: 1\u000a12:41:28.785703 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x modem (candidates: 1)\u000a12:41:28.991305 tst iperf3_bidir.py:20: ue index0: srsue_10.42.42.116\u000a12:41:29.032852 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x run_node (candidates: 1)\u000a12:41:29.048617 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x enb (candidates: 1)\u000a12:41:29.169894 tst iperf3_bidir.py: using MSISDN 8694\u000a12:41:29.277686 run srsepc_10.42.42.118: Add subscriber {algo_str='mil', imsi='001010123456789', msisdn='8694', subscriber_id=0}\u000a12:41:29.384232 run srsepc_10.42.42.118: Starting srsepc\u000a12:41:30.026251 run rm-remote-dir(pid=23317): Launched\u000a12:41:31.219129 run rm-remote-dir(pid=23317): Terminated: ok {rc=0}\u000a12:41:31.668133 run mk-remote-dir(pid=23318): Launched\u000a12:41:32.856760 run mk-remote-dir(pid=23318): Terminated: ok {rc=0}\u000a12:41:33.134476 run scp-inst-to-remote(pid=23319): Launched\u000a12:41:35.332403 run scp-inst-to-remote(pid=23319): Terminated: ok {rc=0}\u000a12:41:35.684486 run rm-remote-dir(pid=23321): Launched\u000a12:41:36.884117 run rm-remote-dir(pid=23321): Terminated: ok {rc=0}\u000a12:41:37.235549 run mk-remote-dir(pid=23322): Launched\u000a12:41:38.435940 run mk-remote-dir(pid=23322): Terminated: ok {rc=0}\u000a12:41:38.733059 run scp-cfg-to-remote(pid=23323): Launched\u000a12:41:39.918541 run scp-cfg-to-remote(pid=23323): Terminated: ok {rc=0}\u000a12:41:40.196004 run scp-db-to-remote(pid=23325): Launched\u000a12:41:41.381275 run scp-db-to-remote(pid=23325): Terminated: ok {rc=0}\u000a12:41:41.494413 run srsepc_10.42.42.118: Setting RPATH for srsepc\u000a12:41:41.812180 run patchelf(pid=23327): Launched\u000a12:41:42.997740 run patchelf(pid=23327): Terminated: ok {rc=0}\u000a12:41:43.110726 run srsepc_10.42.42.118: Applying CAP_NET_ADMIN capability to srsepc\u000a12:41:43.427929 run setcap-netadm(pid=23328): Launched\u000a12:41:44.613324 run setcap-netadm(pid=23328): Terminated: ok {rc=0}\u000a12:41:44.922945 run srsepc(pid=23329): Launched\u000a12:41:45.030775 run srsenb_srsENB-zmq_10.42.42.117: Starting srsENB\u000a12:41:46.296459 run rm-remote-dir(pid=23330): Launched\u000a12:41:46.560229 run srsepc(pid=23329): ERR: Terminated: ERROR {rc=127} [trial-2404↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_bidir.py:42↪iperf3_bidir.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=23329)]\u000a12:41:46.699223 run srsepc(pid=23329): stdout: \u000a| (launched: 2022-12-14_12:41:44.774960)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a12:41:46.838504 run srsepc(pid=23329): stderr: \u000a| (launched: 2022-12-14_12:41:44.820431)\u000a| Connection to 10.42.42.116 closed. \u000a12:41:46.974198 run srsepc(pid=23329): stdout: \u000a| (launched: 2022-12-14_12:41:44.774960)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a12:41:47.107331 run srsepc(pid=23329): stderr: \u000a| (launched: 2022-12-14_12:41:44.820431)\u000a| Connection to 10.42.42.116 closed. \u000a12:41:47.264550 run rm-remote-dir(pid=23330): Terminating (SIGINT)\u000a12:41:47.446078 run rm-remote-dir(pid=23330): Terminated: ok {rc=0}\u000a12:41:47.479152 tst iperf3_bidir.py:42: ERR: Error: srsepc(pid=23329): Process ended prematurely: srsepc(pid=23329) [trial-2404↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_bidir.py:42↪iperf3_bidir.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=23329)] [trial-2404↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_bidir.py:42]\u000a12:41:47.489289 tst iperf3_bidir.py:42: Test FAILED (18.9 sec)\u000a12:41:47.601174 run scp-back-log(pid=23331): Launched\u000a12:41:48.687161 run scp-back-log(pid=23331): ERR: Terminated: ERROR {rc=1} [trial-2404↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_bidir.py↪iperf3_bidir.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=23331)]\u000a12:41:48.749397 run scp-back-log(pid=23331): stdout: \u000a| (launched: 2022-12-14_12:41:47.532472) \u000a12:41:48.811673 run scp-back-log(pid=23331): stderr: \u000a| (launched: 2022-12-14_12:41:47.552401)\u000a| scp: /osmo-gsm-tester-srsepc/srsepc/srsepc.log: No such file or directory \u000a12:41:48.865317 tst srsepc_10.42.42.118: Error('scp-back-log(pid=23331): launch_sync(): local process exited with status 1 [trial-2404↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_bidir.py↪iperf3_bidir.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=23331)]')\u000a" }, { "testActions" : [ ], "age" : 266, "className" : "4g:srsenb-rftype@zmq+srsue-rftype@zmq", "duration" : 19.0, "errorDetails" : None, "errorStackTrace" : "srsepc(pid=23349): Process ended prematurely: srsepc(pid=23349) [trial-2404↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_dl.py:42↪iperf3_dl.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=23349)]", "failedSince" : 2139, "name" : "iperf3_dl.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/4g/iperf3_dl.py\", line 42, in \u000a enb.start(epc)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 237, in start\u000a self.configure()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 423, in configure\u000a self.rem_host.recreate_remote_dir(self.remote_inst)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 146, in recreate_remote_dir\u000a self.rm_remote_dir(remote_dir)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 139, in rm_remote_dir\u000a self.run_remote_sync('rm-remote-dir', ('test', '!', '-d', remote_dir_str, '||', 'rm', '-rf', remote_dir_str))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 134, in run_remote_sync\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: srsepc(pid=23349): Process ended prematurely: srsepc(pid=23349) [trial-2404↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_dl.py:42↪iperf3_dl.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=23349)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2404 4g:srsenb-rftype@zmq+srsue-rftype@zmq iperf3_dl.py\u000a----------------------------------------------\u000a12:41:49.043077 tst iperf3_dl.py:13: Number of physical ue: 1\u000a12:41:49.084593 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x modem (candidates: 1)\u000a12:41:49.289955 tst iperf3_dl.py:20: ue index0: srsue_10.42.42.116\u000a12:41:49.331621 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x run_node (candidates: 1)\u000a12:41:49.347488 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x enb (candidates: 1)\u000a12:41:49.469620 tst iperf3_dl.py: using MSISDN 8695\u000a12:41:49.577370 run srsepc_10.42.42.118: Add subscriber {algo_str='mil', imsi='001010123456789', msisdn='8695', subscriber_id=0}\u000a12:41:49.684133 run srsepc_10.42.42.118: Starting srsepc\u000a12:41:50.325146 run rm-remote-dir(pid=23333): Launched\u000a12:41:51.511530 run rm-remote-dir(pid=23333): Terminated: ok {rc=0}\u000a12:41:51.836093 run mk-remote-dir(pid=23334): Launched\u000a12:41:53.020862 run mk-remote-dir(pid=23334): Terminated: ok {rc=0}\u000a12:41:53.294955 run scp-inst-to-remote(pid=23335): Launched\u000a12:41:55.480457 run scp-inst-to-remote(pid=23335): Terminated: ok {rc=0}\u000a12:41:55.805155 run rm-remote-dir(pid=23337): Launched\u000a12:41:56.991450 run rm-remote-dir(pid=23337): Terminated: ok {rc=0}\u000a12:41:57.315646 run mk-remote-dir(pid=23338): Launched\u000a12:41:58.500471 run mk-remote-dir(pid=23338): Terminated: ok {rc=0}\u000a12:41:58.776504 run scp-cfg-to-remote(pid=23339): Launched\u000a12:41:59.960535 run scp-cfg-to-remote(pid=23339): Terminated: ok {rc=0}\u000a12:42:00.234246 run scp-db-to-remote(pid=23341): Launched\u000a12:42:01.431339 run scp-db-to-remote(pid=23341): Terminated: ok {rc=0}\u000a12:42:01.555784 run srsepc_10.42.42.118: Setting RPATH for srsepc\u000a12:42:01.959705 run patchelf(pid=23347): Launched\u000a12:42:03.157360 run patchelf(pid=23347): Terminated: ok {rc=0}\u000a12:42:03.274969 run srsepc_10.42.42.118: Applying CAP_NET_ADMIN capability to srsepc\u000a12:42:03.590105 run setcap-netadm(pid=23348): Launched\u000a12:42:04.774412 run setcap-netadm(pid=23348): Terminated: ok {rc=0}\u000a12:42:05.081667 run srsepc(pid=23349): Launched\u000a12:42:05.187909 run srsenb_srsENB-zmq_10.42.42.117: Starting srsENB\u000a12:42:06.374542 run rm-remote-dir(pid=23350): Launched\u000a12:42:06.572303 run srsepc(pid=23349): ERR: Terminated: ERROR {rc=127} [trial-2404↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_dl.py:42↪iperf3_dl.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=23349)]\u000a12:42:06.716152 run srsepc(pid=23349): stdout: \u000a| (launched: 2022-12-14_12:42:04.934348)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a12:42:06.858965 run srsepc(pid=23349): stderr: \u000a| (launched: 2022-12-14_12:42:04.979876)\u000a| Connection to 10.42.42.116 closed. \u000a12:42:06.997442 run srsepc(pid=23349): stdout: \u000a| (launched: 2022-12-14_12:42:04.934348)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a12:42:07.135106 run srsepc(pid=23349): stderr: \u000a| (launched: 2022-12-14_12:42:04.979876)\u000a| Connection to 10.42.42.116 closed. \u000a12:42:07.295396 run rm-remote-dir(pid=23350): Terminating (SIGINT)\u000a12:42:07.483404 run rm-remote-dir(pid=23350): Terminated: ok {rc=0}\u000a12:42:07.518208 tst iperf3_dl.py:42: ERR: Error: srsepc(pid=23349): Process ended prematurely: srsepc(pid=23349) [trial-2404↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_dl.py:42↪iperf3_dl.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=23349)] [trial-2404↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_dl.py:42]\u000a12:42:07.528626 tst iperf3_dl.py:42: Test FAILED (18.6 sec)\u000a12:42:07.645057 run scp-back-log(pid=23351): Launched\u000a12:42:08.734523 run scp-back-log(pid=23351): ERR: Terminated: ERROR {rc=1} [trial-2404↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_dl.py↪iperf3_dl.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=23351)]\u000a12:42:08.799363 run scp-back-log(pid=23351): stdout: \u000a| (launched: 2022-12-14_12:42:07.571697) \u000a12:42:08.864260 run scp-back-log(pid=23351): stderr: \u000a| (launched: 2022-12-14_12:42:07.592276)\u000a| scp: /osmo-gsm-tester-srsepc/srsepc/srsepc.log: No such file or directory \u000a12:42:08.919286 tst srsepc_10.42.42.118: Error('scp-back-log(pid=23351): launch_sync(): local process exited with status 1 [trial-2404↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_dl.py↪iperf3_dl.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=23351)]')\u000a" }, { "testActions" : [ ], "age" : 266, "className" : "4g:srsenb-rftype@zmq+srsue-rftype@zmq", "duration" : 19.0, "errorDetails" : None, "errorStackTrace" : "srsepc(pid=23366): Process ended prematurely: srsepc(pid=23366) [trial-2404↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_ul.py:42↪iperf3_ul.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=23366)]", "failedSince" : 2139, "name" : "iperf3_ul.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/4g/iperf3_ul.py\", line 42, in \u000a enb.start(epc)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 237, in start\u000a self.configure()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 423, in configure\u000a self.rem_host.recreate_remote_dir(self.remote_inst)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 146, in recreate_remote_dir\u000a self.rm_remote_dir(remote_dir)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 139, in rm_remote_dir\u000a self.run_remote_sync('rm-remote-dir', ('test', '!', '-d', remote_dir_str, '||', 'rm', '-rf', remote_dir_str))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 134, in run_remote_sync\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: srsepc(pid=23366): Process ended prematurely: srsepc(pid=23366) [trial-2404↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_ul.py:42↪iperf3_ul.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=23366)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2404 4g:srsenb-rftype@zmq+srsue-rftype@zmq iperf3_ul.py\u000a----------------------------------------------\u000a12:42:09.107546 tst iperf3_ul.py:13: Number of physical ue: 1\u000a12:42:09.152038 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x modem (candidates: 1)\u000a12:42:09.372470 tst iperf3_ul.py:20: ue index0: srsue_10.42.42.116\u000a12:42:09.417331 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x run_node (candidates: 1)\u000a12:42:09.433785 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x enb (candidates: 1)\u000a12:42:09.554153 tst iperf3_ul.py: using MSISDN 8696\u000a12:42:09.660528 run srsepc_10.42.42.118: Add subscriber {algo_str='mil', imsi='001010123456789', msisdn='8696', subscriber_id=0}\u000a12:42:09.765996 run srsepc_10.42.42.118: Starting srsepc\u000a12:42:10.399034 run rm-remote-dir(pid=23353): Launched\u000a12:42:11.584484 run rm-remote-dir(pid=23353): Terminated: ok {rc=0}\u000a12:42:11.908095 run mk-remote-dir(pid=23354): Launched\u000a12:42:13.092496 run mk-remote-dir(pid=23354): Terminated: ok {rc=0}\u000a12:42:13.367053 run scp-inst-to-remote(pid=23355): Launched\u000a12:42:15.552492 run scp-inst-to-remote(pid=23355): Terminated: ok {rc=0}\u000a12:42:15.885574 run rm-remote-dir(pid=23357): Launched\u000a12:42:17.082326 run rm-remote-dir(pid=23357): Terminated: ok {rc=0}\u000a12:42:17.412238 run mk-remote-dir(pid=23358): Launched\u000a12:42:18.597199 run mk-remote-dir(pid=23358): Terminated: ok {rc=0}\u000a12:42:18.872533 run scp-cfg-to-remote(pid=23359): Launched\u000a12:42:20.056464 run scp-cfg-to-remote(pid=23359): Terminated: ok {rc=0}\u000a12:42:20.330392 run scp-db-to-remote(pid=23361): Launched\u000a12:42:21.531508 run scp-db-to-remote(pid=23361): Terminated: ok {rc=0}\u000a12:42:21.651652 run srsepc_10.42.42.118: Setting RPATH for srsepc\u000a12:42:21.987926 run patchelf(pid=23363): Launched\u000a12:42:23.183479 run patchelf(pid=23363): Terminated: ok {rc=0}\u000a12:42:23.302991 run srsepc_10.42.42.118: Applying CAP_NET_ADMIN capability to srsepc\u000a12:42:23.638810 run setcap-netadm(pid=23364): Launched\u000a12:42:24.834234 run setcap-netadm(pid=23364): Terminated: ok {rc=0}\u000a12:42:25.161499 run srsepc(pid=23366): Launched\u000a12:42:25.276096 run srsenb_srsENB-zmq_10.42.42.117: Starting srsENB\u000a12:42:26.456089 run rm-remote-dir(pid=23367): Launched\u000a12:42:26.652764 run srsepc(pid=23366): ERR: Terminated: ERROR {rc=127} [trial-2404↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_ul.py:42↪iperf3_ul.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=23366)]\u000a12:42:26.795557 run srsepc(pid=23366): stdout: \u000a| (launched: 2022-12-14_12:42:25.005159)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a12:42:26.937459 run srsepc(pid=23366): stderr: \u000a| (launched: 2022-12-14_12:42:25.053079)\u000a| Connection to 10.42.42.116 closed. \u000a12:42:27.075464 run srsepc(pid=23366): stdout: \u000a| (launched: 2022-12-14_12:42:25.005159)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a12:42:27.212068 run srsepc(pid=23366): stderr: \u000a| (launched: 2022-12-14_12:42:25.053079)\u000a| Connection to 10.42.42.116 closed. \u000a12:42:27.371308 run rm-remote-dir(pid=23367): Terminating (SIGINT)\u000a12:42:27.558438 run rm-remote-dir(pid=23367): Terminated: ok {rc=0}\u000a12:42:27.592707 tst iperf3_ul.py:42: ERR: Error: srsepc(pid=23366): Process ended prematurely: srsepc(pid=23366) [trial-2404↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_ul.py:42↪iperf3_ul.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=23366)] [trial-2404↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_ul.py:42]\u000a12:42:27.603115 tst iperf3_ul.py:42: Test FAILED (18.7 sec)\u000a12:42:27.718085 run scp-back-log(pid=23368): Launched\u000a12:42:28.808078 run scp-back-log(pid=23368): ERR: Terminated: ERROR {rc=1} [trial-2404↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_ul.py↪iperf3_ul.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=23368)]\u000a12:42:28.872626 run scp-back-log(pid=23368): stdout: \u000a| (launched: 2022-12-14_12:42:27.645802) \u000a12:42:28.937719 run scp-back-log(pid=23368): stderr: \u000a| (launched: 2022-12-14_12:42:27.666646)\u000a| scp: /osmo-gsm-tester-srsepc/srsepc/srsepc.log: No such file or directory \u000a12:42:28.992757 tst srsepc_10.42.42.118: Error('scp-back-log(pid=23368): launch_sync(): local process exited with status 1 [trial-2404↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_ul.py↪iperf3_ul.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=23368)]')\u000a" }, { "testActions" : [ ], "age" : 263, "className" : "4g:srsenb-rftype@zmq+srsue-rftype@zmq", "duration" : 19.0, "errorDetails" : None, "errorStackTrace" : "srsepc(pid=23382): Process ended prematurely: srsepc(pid=23382) [trial-2404↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪ping.py:16↪ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=23382)]", "failedSince" : 2142, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/4g/ping.py\", line 16, in \u000a enb.start(epc)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 237, in start\u000a self.configure()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 423, in configure\u000a self.rem_host.recreate_remote_dir(self.remote_inst)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 146, in recreate_remote_dir\u000a self.rm_remote_dir(remote_dir)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 139, in rm_remote_dir\u000a self.run_remote_sync('rm-remote-dir', ('test', '!', '-d', remote_dir_str, '||', 'rm', '-rf', remote_dir_str))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 134, in run_remote_sync\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: srsepc(pid=23382): Process ended prematurely: srsepc(pid=23382) [trial-2404↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪ping.py:16↪ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=23382)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2404 4g:srsenb-rftype@zmq+srsue-rftype@zmq ping.py\u000a----------------------------------------------\u000a12:42:29.007307 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x run_node (candidates: 1)\u000a12:42:29.024252 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x enb (candidates: 1)\u000a12:42:29.047964 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x modem (candidates: 1)\u000a12:42:29.192681 tst ping.py: using MSISDN 8697\u000a12:42:29.306516 run srsepc_10.42.42.118: Add subscriber {algo_str='mil', imsi='001010123456789', msisdn='8697', subscriber_id=0}\u000a12:42:29.419037 run srsepc_10.42.42.118: Starting srsepc\u000a12:42:30.096173 run rm-remote-dir(pid=23370): Launched\u000a12:42:31.295921 run rm-remote-dir(pid=23370): Terminated: ok {rc=0}\u000a12:42:31.705323 run mk-remote-dir(pid=23371): Launched\u000a12:42:32.909274 run mk-remote-dir(pid=23371): Terminated: ok {rc=0}\u000a12:42:33.200525 run scp-inst-to-remote(pid=23372): Launched\u000a12:42:35.395734 run scp-inst-to-remote(pid=23372): Terminated: ok {rc=0}\u000a12:42:35.741260 run rm-remote-dir(pid=23374): Launched\u000a12:42:36.937442 run rm-remote-dir(pid=23374): Terminated: ok {rc=0}\u000a12:42:37.282216 run mk-remote-dir(pid=23375): Launched\u000a12:42:38.478399 run mk-remote-dir(pid=23375): Terminated: ok {rc=0}\u000a12:42:38.770297 run scp-cfg-to-remote(pid=23376): Launched\u000a12:42:39.964411 run scp-cfg-to-remote(pid=23376): Terminated: ok {rc=0}\u000a12:42:40.255381 run scp-db-to-remote(pid=23378): Launched\u000a12:42:41.449927 run scp-db-to-remote(pid=23378): Terminated: ok {rc=0}\u000a12:42:41.569115 run srsepc_10.42.42.118: Setting RPATH for srsepc\u000a12:42:41.905332 run patchelf(pid=23380): Launched\u000a12:42:43.099933 run patchelf(pid=23380): Terminated: ok {rc=0}\u000a12:42:43.218843 run srsepc_10.42.42.118: Applying CAP_NET_ADMIN capability to srsepc\u000a12:42:43.554335 run setcap-netadm(pid=23381): Launched\u000a12:42:44.749750 run setcap-netadm(pid=23381): Terminated: ok {rc=0}\u000a12:42:45.077194 run srsepc(pid=23382): Launched\u000a12:42:45.191550 run srsenb_srsENB-zmq_10.42.42.117: Starting srsENB\u000a12:42:46.379700 run rm-remote-dir(pid=23383): Launched\u000a12:42:46.571686 run srsepc(pid=23382): ERR: Terminated: ERROR {rc=127} [trial-2404↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪ping.py:16↪ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=23382)]\u000a12:42:46.740400 run srsepc(pid=23382): stdout: \u000a| (launched: 2022-12-14_12:42:44.920814)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a12:42:46.885554 run srsepc(pid=23382): stderr: \u000a| (launched: 2022-12-14_12:42:44.968879)\u000a| Connection to 10.42.42.116 closed. \u000a12:42:47.019159 run srsepc(pid=23382): stdout: \u000a| (launched: 2022-12-14_12:42:44.920814)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a12:42:47.150909 run srsepc(pid=23382): stderr: \u000a| (launched: 2022-12-14_12:42:44.968879)\u000a| Connection to 10.42.42.116 closed. \u000a12:42:47.304046 run rm-remote-dir(pid=23383): Terminating (SIGINT)\u000a12:42:47.482713 run rm-remote-dir(pid=23383): Terminated: ok {rc=0}\u000a12:42:47.515684 tst ping.py:16: ERR: Error: srsepc(pid=23382): Process ended prematurely: srsepc(pid=23382) [trial-2404↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪ping.py:16↪ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=23382)] [trial-2404↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪ping.py:16]\u000a12:42:47.525750 tst ping.py:16: Test FAILED (18.5 sec)\u000a12:42:47.634953 run scp-back-log(pid=23384): Launched\u000a12:42:48.720829 run scp-back-log(pid=23384): ERR: Terminated: ERROR {rc=1} [trial-2404↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪ping.py↪ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=23384)]\u000a12:42:48.782594 run scp-back-log(pid=23384): stdout: \u000a| (launched: 2022-12-14_12:42:47.567645) \u000a12:42:48.844368 run scp-back-log(pid=23384): stderr: \u000a| (launched: 2022-12-14_12:42:47.587436)\u000a| scp: /osmo-gsm-tester-srsepc/srsepc/srsepc.log: No such file or directory \u000a12:42:48.896714 tst srsepc_10.42.42.118: Error('scp-back-log(pid=23384): launch_sync(): local process exited with status 1 [trial-2404↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪ping.py↪ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=23384)]')\u000a" }, { "testActions" : [ ], "age" : 266, "className" : "4g:srsenb-rftype@zmq+srsue-rftype@zmq", "duration" : 19.0, "errorDetails" : None, "errorStackTrace" : "srsepc(pid=23398): Process ended prematurely: srsepc(pid=23398) [trial-2404↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mo_ping.py:16↪rrc_idle_mo_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=23398)]", "failedSince" : 2139, "name" : "rrc_idle_mo_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/4g/rrc_idle_mo_ping.py\", line 16, in \u000a enb.start(epc)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 237, in start\u000a self.configure()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 423, in configure\u000a self.rem_host.recreate_remote_dir(self.remote_inst)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 146, in recreate_remote_dir\u000a self.rm_remote_dir(remote_dir)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 139, in rm_remote_dir\u000a self.run_remote_sync('rm-remote-dir', ('test', '!', '-d', remote_dir_str, '||', 'rm', '-rf', remote_dir_str))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 134, in run_remote_sync\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: srsepc(pid=23398): Process ended prematurely: srsepc(pid=23398) [trial-2404↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mo_ping.py:16↪rrc_idle_mo_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=23398)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2404 4g:srsenb-rftype@zmq+srsue-rftype@zmq rrc_idle_mo_ping.py\u000a----------------------------------------------\u000a12:42:48.911183 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x run_node (candidates: 1)\u000a12:42:48.927938 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x enb (candidates: 1)\u000a12:42:48.951456 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x modem (candidates: 1)\u000a12:42:49.090453 tst rrc_idle_mo_ping.py: using MSISDN 8698\u000a12:42:49.195581 run srsepc_10.42.42.118: Add subscriber {algo_str='mil', imsi='001010123456789', msisdn='8698', subscriber_id=0}\u000a12:42:49.299675 run srsepc_10.42.42.118: Starting srsepc\u000a12:42:49.927503 run rm-remote-dir(pid=23386): Launched\u000a12:42:51.111996 run rm-remote-dir(pid=23386): Terminated: ok {rc=0}\u000a12:42:51.432881 run mk-remote-dir(pid=23387): Launched\u000a12:42:52.617184 run mk-remote-dir(pid=23387): Terminated: ok {rc=0}\u000a12:42:52.888125 run scp-inst-to-remote(pid=23388): Launched\u000a12:42:55.072596 run scp-inst-to-remote(pid=23388): Terminated: ok {rc=0}\u000a12:42:55.393768 run rm-remote-dir(pid=23390): Launched\u000a12:42:56.578470 run rm-remote-dir(pid=23390): Terminated: ok {rc=0}\u000a12:42:56.899870 run mk-remote-dir(pid=23391): Launched\u000a12:42:58.083705 run mk-remote-dir(pid=23391): Terminated: ok {rc=0}\u000a12:42:58.355790 run scp-cfg-to-remote(pid=23392): Launched\u000a12:42:59.538062 run scp-cfg-to-remote(pid=23392): Terminated: ok {rc=0}\u000a12:42:59.809212 run scp-db-to-remote(pid=23394): Launched\u000a12:43:01.041743 run scp-db-to-remote(pid=23394): Terminated: ok {rc=0}\u000a12:43:01.165689 run srsepc_10.42.42.118: Setting RPATH for srsepc\u000a12:43:01.542526 run patchelf(pid=23396): Launched\u000a12:43:02.738457 run patchelf(pid=23396): Terminated: ok {rc=0}\u000a12:43:02.858066 run srsepc_10.42.42.118: Applying CAP_NET_ADMIN capability to srsepc\u000a12:43:03.193821 run setcap-netadm(pid=23397): Launched\u000a12:43:04.388878 run setcap-netadm(pid=23397): Terminated: ok {rc=0}\u000a12:43:04.719422 run srsepc(pid=23398): Launched\u000a12:43:04.834110 run srsenb_srsENB-zmq_10.42.42.117: Starting srsENB\u000a12:43:06.014039 run rm-remote-dir(pid=23399): Launched\u000a12:43:06.210228 run srsepc(pid=23398): ERR: Terminated: ERROR {rc=127} [trial-2404↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mo_ping.py:16↪rrc_idle_mo_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=23398)]\u000a12:43:06.352564 run srsepc(pid=23398): stdout: \u000a| (launched: 2022-12-14_12:43:04.562957)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a12:43:06.494404 run srsepc(pid=23398): stderr: \u000a| (launched: 2022-12-14_12:43:04.610932)\u000a| Connection to 10.42.42.116 closed. \u000a12:43:06.631992 run srsepc(pid=23398): stdout: \u000a| (launched: 2022-12-14_12:43:04.562957)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a12:43:06.768808 run srsepc(pid=23398): stderr: \u000a| (launched: 2022-12-14_12:43:04.610932)\u000a| Connection to 10.42.42.116 closed. \u000a12:43:06.927845 run rm-remote-dir(pid=23399): Terminating (SIGINT)\u000a12:43:07.114849 run rm-remote-dir(pid=23399): Terminated: ok {rc=0}\u000a12:43:07.149283 tst rrc_idle_mo_ping.py:16: ERR: Error: srsepc(pid=23398): Process ended prematurely: srsepc(pid=23398) [trial-2404↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mo_ping.py:16↪rrc_idle_mo_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=23398)] [trial-2404↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mo_ping.py:16]\u000a12:43:07.159664 tst rrc_idle_mo_ping.py:16: Test FAILED (18.2 sec)\u000a12:43:07.274491 run scp-back-log(pid=23400): Launched\u000a12:43:08.363288 run scp-back-log(pid=23400): ERR: Terminated: ERROR {rc=1} [trial-2404↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mo_ping.py↪rrc_idle_mo_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=23400)]\u000a12:43:08.427061 run scp-back-log(pid=23400): stdout: \u000a| (launched: 2022-12-14_12:43:07.202285) \u000a12:43:08.491482 run scp-back-log(pid=23400): stderr: \u000a| (launched: 2022-12-14_12:43:07.222841)\u000a| scp: /osmo-gsm-tester-srsepc/srsepc/srsepc.log: No such file or directory \u000a12:43:08.546480 tst srsepc_10.42.42.118: Error('scp-back-log(pid=23400): launch_sync(): local process exited with status 1 [trial-2404↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mo_ping.py↪rrc_idle_mo_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=23400)]')\u000a" }, { "testActions" : [ ], "age" : 266, "className" : "4g:srsenb-rftype@zmq+srsue-rftype@zmq", "duration" : 18.0, "errorDetails" : None, "errorStackTrace" : "srsepc(pid=23414): Process ended prematurely: srsepc(pid=23414) [trial-2404↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mt_ping.py:16↪rrc_idle_mt_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=23414)]", "failedSince" : 2139, "name" : "rrc_idle_mt_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/4g/rrc_idle_mt_ping.py\", line 16, in \u000a enb.start(epc)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 237, in start\u000a self.configure()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 423, in configure\u000a self.rem_host.recreate_remote_dir(self.remote_inst)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 146, in recreate_remote_dir\u000a self.rm_remote_dir(remote_dir)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 139, in rm_remote_dir\u000a self.run_remote_sync('rm-remote-dir', ('test', '!', '-d', remote_dir_str, '||', 'rm', '-rf', remote_dir_str))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 134, in run_remote_sync\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: srsepc(pid=23414): Process ended prematurely: srsepc(pid=23414) [trial-2404↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mt_ping.py:16↪rrc_idle_mt_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=23414)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2404 4g:srsenb-rftype@zmq+srsue-rftype@zmq rrc_idle_mt_ping.py\u000a----------------------------------------------\u000a12:43:08.560913 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x run_node (candidates: 1)\u000a12:43:08.578116 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x enb (candidates: 1)\u000a12:43:08.601410 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x modem (candidates: 1)\u000a12:43:08.741323 tst rrc_idle_mt_ping.py: using MSISDN 8699\u000a12:43:08.847641 run srsepc_10.42.42.118: Add subscriber {algo_str='mil', imsi='001010123456789', msisdn='8699', subscriber_id=0}\u000a12:43:08.952845 run srsepc_10.42.42.118: Starting srsepc\u000a12:43:09.584808 run rm-remote-dir(pid=23402): Launched\u000a12:43:10.769995 run rm-remote-dir(pid=23402): Terminated: ok {rc=0}\u000a12:43:11.092429 run mk-remote-dir(pid=23403): Launched\u000a12:43:12.276561 run mk-remote-dir(pid=23403): Terminated: ok {rc=0}\u000a12:43:12.548359 run scp-inst-to-remote(pid=23404): Launched\u000a12:43:14.731913 run scp-inst-to-remote(pid=23404): Terminated: ok {rc=0}\u000a12:43:15.053514 run rm-remote-dir(pid=23406): Launched\u000a12:43:16.261209 run rm-remote-dir(pid=23406): Terminated: ok {rc=0}\u000a12:43:16.672362 run mk-remote-dir(pid=23407): Launched\u000a12:43:17.860848 run mk-remote-dir(pid=23407): Terminated: ok {rc=0}\u000a12:43:18.132884 run scp-cfg-to-remote(pid=23408): Launched\u000a12:43:19.315847 run scp-cfg-to-remote(pid=23408): Terminated: ok {rc=0}\u000a12:43:19.587335 run scp-db-to-remote(pid=23410): Launched\u000a12:43:20.769215 run scp-db-to-remote(pid=23410): Terminated: ok {rc=0}\u000a12:43:20.881221 run srsepc_10.42.42.118: Setting RPATH for srsepc\u000a12:43:21.194242 run patchelf(pid=23412): Launched\u000a12:43:22.377831 run patchelf(pid=23412): Terminated: ok {rc=0}\u000a12:43:22.489833 run srsepc_10.42.42.118: Applying CAP_NET_ADMIN capability to srsepc\u000a12:43:22.802260 run setcap-netadm(pid=23413): Launched\u000a12:43:23.984711 run setcap-netadm(pid=23413): Terminated: ok {rc=0}\u000a12:43:24.289923 run srsepc(pid=23414): Launched\u000a12:43:24.395886 run srsenb_srsENB-zmq_10.42.42.117: Starting srsENB\u000a12:43:25.497278 run rm-remote-dir(pid=23415): Launched\u000a12:43:25.679369 run srsepc(pid=23414): ERR: Terminated: ERROR {rc=127} [trial-2404↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mt_ping.py:16↪rrc_idle_mt_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=23414)]\u000a12:43:25.813199 run srsepc(pid=23414): stdout: \u000a| (launched: 2022-12-14_12:43:24.144268)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a12:43:25.945909 run srsepc(pid=23414): stderr: \u000a| (launched: 2022-12-14_12:43:24.189121)\u000a| Connection to 10.42.42.116 closed. \u000a12:43:26.074819 run srsepc(pid=23414): stdout: \u000a| (launched: 2022-12-14_12:43:24.144268)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a12:43:26.202722 run srsepc(pid=23414): stderr: \u000a| (launched: 2022-12-14_12:43:24.189121)\u000a| Connection to 10.42.42.116 closed. \u000a12:43:26.351581 run rm-remote-dir(pid=23415): Terminating (SIGINT)\u000a12:43:26.526859 run rm-remote-dir(pid=23415): Terminated: ok {rc=0}\u000a12:43:26.559237 tst rrc_idle_mt_ping.py:16: ERR: Error: srsepc(pid=23414): Process ended prematurely: srsepc(pid=23414) [trial-2404↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mt_ping.py:16↪rrc_idle_mt_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=23414)] [trial-2404↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mt_ping.py:16]\u000a12:43:26.568795 tst rrc_idle_mt_ping.py:16: Test FAILED (18.0 sec)\u000a12:43:26.678008 run scp-back-log(pid=23416): Launched\u000a12:43:27.769217 run scp-back-log(pid=23416): ERR: Terminated: ERROR {rc=1} [trial-2404↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mt_ping.py↪rrc_idle_mt_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=23416)]\u000a12:43:27.834852 run scp-back-log(pid=23416): stdout: \u000a| (launched: 2022-12-14_12:43:26.610216) \u000a12:43:27.900212 run scp-back-log(pid=23416): stderr: \u000a| (launched: 2022-12-14_12:43:26.629914)\u000a| scp: /osmo-gsm-tester-srsepc/srsepc/srsepc.log: No such file or directory \u000a12:43:27.955663 tst srsepc_10.42.42.118: Error('scp-back-log(pid=23416): launch_sync(): local process exited with status 1 [trial-2404↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mt_ping.py↪rrc_idle_mt_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=23416)]')\u000a" } ], "duration" : 142.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "163", "name" : "4g_srsenb-rftype@zmq+srsue-rftype@zmq", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T12:41:07" }, { "cases" : [ { "testActions" : [ ], "age" : 202, "className" : "handover_2G:nanobts+bts1-oc2g", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23428): Process ended prematurely: osmo-stp_10.42.42.5(pid=23428) [trial-2404↪handover_2G:nanobts+bts1-oc2g↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23428)]", "failedSince" : 2203, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23428): Process ended prematurely: osmo-stp_10.42.42.5(pid=23428) [trial-2404↪handover_2G:nanobts+bts1-oc2g↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23428)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2404 handover_2G:nanobts+bts1-oc2g handover.py\u000a----------------------------------------------\u000a12:43:28.811977 tst handover_2G:nanobts+bts1-oc2g: Using 1 x ip_address (candidates: 6)\u000a12:43:28.823154 tst handover_2G:nanobts+bts1-oc2g: Using 1 x bts (candidates: 2)\u000a12:43:28.949762 tst handover.py: using LAC 40968\u000a12:43:29.064564 tst handover.py: using RAC 168\u000a12:43:29.179591 tst handover.py: using CellId 40968\u000a12:43:29.302175 tst handover.py: using BVCI 40969\u000a12:43:29.326467 tst handover_2G:nanobts+bts1-oc2g: Using 1 x bts (candidates: 2)\u000a12:43:29.451274 tst handover.py: using LAC 40969\u000a12:43:29.573972 tst handover.py: using RAC 169\u000a12:43:29.692838 tst handover.py: using CellId 40969\u000a12:43:29.822912 tst handover.py: using BVCI 40970\u000a12:43:29.847336 tst handover_2G:nanobts+bts1-oc2g: Using 1 x ip_address (candidates: 6)\u000a12:43:29.858599 tst handover_2G:nanobts+bts1-oc2g: Using 1 x ip_address (candidates: 6)\u000a12:43:29.869535 tst handover_2G:nanobts+bts1-oc2g: Using 1 x ip_address (candidates: 6)\u000a12:43:29.880617 tst handover_2G:nanobts+bts1-oc2g: Using 1 x ip_address (candidates: 6)\u000a12:43:29.891955 tst handover_2G:nanobts+bts1-oc2g: Using 1 x ip_address (candidates: 6)\u000a12:43:29.902972 tst handover_2G:nanobts+bts1-oc2g: Using 1 x modem (candidates: 2)\u000a12:43:30.019158 tst handover_2G:nanobts+bts1-oc2g: Using 1 x modem (candidates: 2)\u000a12:43:30.216632 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:43:30.689352 run create_hlr_db(pid=23422): Launched\u000a12:43:31.867379 run create_hlr_db(pid=23422): Terminated: ok {rc=0}\u000a12:43:32.210124 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23424): Launched\u000a12:43:32.509020 run osmo-hlr_10.42.42.2(pid=23425): Launched\u000a12:43:32.618011 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:43:33.133902 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23427): Launched\u000a12:43:33.432029 run osmo-stp_10.42.42.5(pid=23428): Launched\u000a12:43:33.541081 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:43:34.084751 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23430): Launched\u000a12:43:34.383310 run osmo-msc_10.42.42.6(pid=23431): Launched\u000a12:43:34.563326 run osmo-stp_10.42.42.5(pid=23428): ERR: Terminated: ERROR {rc=1} [trial-2404↪handover_2G:nanobts+bts1-oc2g↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23428)]\u000a12:43:34.691820 run osmo-stp_10.42.42.5(pid=23428): stdout: \u000a| (launched: 2022-12-14_12:43:33.285297)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:43:34.815687 run osmo-stp_10.42.42.5(pid=23428): stderr: \u000a| �[0;m�[38;5;43m20221214124333456 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214124333456 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214124333456 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214124333457 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214124333457 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214124333457 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214124333457 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:43:34.934739 run osmo-stp_10.42.42.5(pid=23428): stdout: \u000a| (launched: 2022-12-14_12:43:33.285297)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:43:35.052543 run osmo-stp_10.42.42.5(pid=23428): stderr: \u000a| �[0;m�[38;5;43m20221214124333456 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214124333456 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214124333456 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214124333457 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214124333457 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214124333457 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214124333457 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:43:35.104332 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=23428): Process ended prematurely: osmo-stp_10.42.42.5(pid=23428) [trial-2404↪handover_2G:nanobts+bts1-oc2g↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23428)] [trial-2404↪handover_2G:nanobts+bts1-oc2g↪handover.py:18]\u000a12:43:35.112762 tst handover.py:18: Test FAILED (6.3 sec)\u000a12:43:35.172315 run osmo-hlr_10.42.42.2(pid=23425): ERR: Terminated: ERROR {rc=237} [trial-2404↪handover_2G:nanobts+bts1-oc2g↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23425)]\u000a12:43:35.221079 run osmo-hlr_10.42.42.2(pid=23425): stdout: \u000a| (launched: 2022-12-14_12:43:32.362870) \u000a12:43:35.270568 run osmo-hlr_10.42.42.2(pid=23425): stderr: \u000a| �[0;m�[1;31m20221214124332540 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214124332540 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214124332540 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214124332540 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214124332540 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214124332540 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214124332579 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2404/run.2022-12-14_11-25-45/handover_2G:nanobts+bts1-oc2g/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214124332589 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214124332589 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214124332589 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:43:35.337886 run osmo-msc_10.42.42.6(pid=23431): ERR: Terminated: ERROR {rc=2} [trial-2404↪handover_2G:nanobts+bts1-oc2g↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=23431)]\u000a12:43:35.386409 run osmo-msc_10.42.42.6(pid=23431): stdout: \u000a| (launched: 2022-12-14_12:43:34.234999) \u000a12:43:35.435315 run osmo-msc_10.42.42.6(pid=23431): stderr: \u000a| �[0;m�[38;5;43m20221214124334512 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214124334523 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f30ff33ec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214124334523 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214124334523 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214124334524 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214124334524 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214124334538 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214124334538 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214124334539 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214124334539 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:43:35.477163 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23424): Terminating (SIGTERM)\u000a12:43:35.516788 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23427): Terminating (SIGTERM)\u000a12:43:35.556394 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23430): Terminating (SIGTERM)\u000a12:43:35.565556 --- ParallelTerminationStrategy: PID 23424 died...\u000a12:43:35.618599 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23424): Terminated: ok {rc=0}\u000a12:43:35.627979 --- ParallelTerminationStrategy: PID 23427 died...\u000a12:43:35.680541 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23427): Terminated: ok {rc=0}\u000a12:43:35.689949 --- ParallelTerminationStrategy: PID 23430 died...\u000a12:43:35.742559 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23430): Terminated: ok {rc=0}\u000a12:43:35.825670 bus /sierra_3: Setting Powered False\u000a12:43:36.931883 bus /sierra_3: Setting Powered False\u000a12:43:38.042348 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "164", "name" : "handover_2G_nanobts+bts1-oc2g", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T12:43:28" }, { "cases" : [ { "testActions" : [ ], "age" : 233, "className" : "handover_2G:nanobts+bts1-octphy", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23442): Process ended prematurely: osmo-stp_10.42.42.5(pid=23442) [trial-2404↪handover_2G:nanobts+bts1-octphy↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23442)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23442): Process ended prematurely: osmo-stp_10.42.42.5(pid=23442) [trial-2404↪handover_2G:nanobts+bts1-octphy↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23442)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2404 handover_2G:nanobts+bts1-octphy handover.py\u000a----------------------------------------------\u000a12:43:40.006112 tst handover_2G:nanobts+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a12:43:40.017282 tst handover_2G:nanobts+bts1-octphy: Using 1 x bts (candidates: 2)\u000a12:43:40.147668 tst handover.py: using LAC 40970\u000a12:43:40.270542 tst handover.py: using RAC 170\u000a12:43:40.393843 tst handover.py: using CellId 40970\u000a12:43:40.517302 tst handover.py: using BVCI 40971\u000a12:43:40.541594 tst handover_2G:nanobts+bts1-octphy: Using 1 x bts (candidates: 2)\u000a12:43:40.668695 tst handover.py: using LAC 40971\u000a12:43:40.791992 tst handover.py: using RAC 171\u000a12:43:40.915673 tst handover.py: using CellId 40971\u000a12:43:41.038695 tst handover.py: using BVCI 40972\u000a12:43:41.062952 tst handover_2G:nanobts+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a12:43:41.074117 tst handover_2G:nanobts+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a12:43:41.085109 tst handover_2G:nanobts+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a12:43:41.096019 tst handover_2G:nanobts+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a12:43:41.107743 tst handover_2G:nanobts+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a12:43:41.119244 tst handover_2G:nanobts+bts1-octphy: Using 1 x modem (candidates: 2)\u000a12:43:41.234882 tst handover_2G:nanobts+bts1-octphy: Using 1 x modem (candidates: 2)\u000a12:43:41.442130 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:43:41.914625 run create_hlr_db(pid=23436): Launched\u000a12:43:42.044516 bus /sierra_2: Setting Powered False\u000a12:43:43.119366 run create_hlr_db(pid=23436): Terminated: ok {rc=0}\u000a12:43:43.516051 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23438): Launched\u000a12:43:43.835328 run osmo-hlr_10.42.42.2(pid=23439): Launched\u000a12:43:43.955072 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:43:44.482739 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23441): Launched\u000a12:43:44.801715 run osmo-stp_10.42.42.5(pid=23442): Launched\u000a12:43:44.917707 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:43:45.474400 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23444): Launched\u000a12:43:45.793885 run osmo-msc_10.42.42.6(pid=23445): Launched\u000a12:43:46.039399 run osmo-stp_10.42.42.5(pid=23442): ERR: Terminated: ERROR {rc=1} [trial-2404↪handover_2G:nanobts+bts1-octphy↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23442)]\u000a12:43:46.264283 run osmo-stp_10.42.42.5(pid=23442): stdout: \u000a| (launched: 2022-12-14_12:43:44.644662)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:43:46.504587 run osmo-stp_10.42.42.5(pid=23442): stderr: \u000a| �[0;m�[38;5;43m20221214124344837 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214124344837 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214124344838 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214124344838 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214124344839 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214124344839 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214124344839 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:43:46.635180 run osmo-stp_10.42.42.5(pid=23442): stdout: \u000a| (launched: 2022-12-14_12:43:44.644662)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:43:46.767907 run osmo-stp_10.42.42.5(pid=23442): stderr: \u000a| �[0;m�[38;5;43m20221214124344837 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214124344837 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214124344838 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214124344838 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214124344839 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214124344839 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214124344839 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:43:46.825086 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=23442): Process ended prematurely: osmo-stp_10.42.42.5(pid=23442) [trial-2404↪handover_2G:nanobts+bts1-octphy↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23442)] [trial-2404↪handover_2G:nanobts+bts1-octphy↪handover.py:18]\u000a12:43:46.834241 tst handover.py:18: Test FAILED (6.8 sec)\u000a12:43:46.897113 run osmo-hlr_10.42.42.2(pid=23439): ERR: Terminated: ERROR {rc=237} [trial-2404↪handover_2G:nanobts+bts1-octphy↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23439)]\u000a12:43:46.949011 run osmo-hlr_10.42.42.2(pid=23439): stdout: \u000a| (launched: 2022-12-14_12:43:43.678046) \u000a12:43:47.002645 run osmo-hlr_10.42.42.2(pid=23439): stderr: \u000a| �[0;m�[1;31m20221214124343876 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214124343876 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214124343877 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214124343877 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214124343877 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214124343877 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214124343889 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2404/run.2022-12-14_11-25-45/handover_2G:nanobts+bts1-octphy/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214124343897 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214124343898 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214124343898 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:43:47.074270 run osmo-msc_10.42.42.6(pid=23445): ERR: Terminated: ERROR {rc=2} [trial-2404↪handover_2G:nanobts+bts1-octphy↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=23445)]\u000a12:43:47.126550 run osmo-msc_10.42.42.6(pid=23445): stdout: \u000a| (launched: 2022-12-14_12:43:45.636702) \u000a12:43:47.179356 run osmo-msc_10.42.42.6(pid=23445): stderr: \u000a| �[0;m�[38;5;43m20221214124346096 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214124346097 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f4b16f38c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214124346097 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214124346097 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214124346097 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214124346098 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214124346099 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214124346100 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214124346100 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214124346100 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:43:47.224493 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23438): Terminating (SIGTERM)\u000a12:43:47.266741 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23441): Terminating (SIGTERM)\u000a12:43:47.310166 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23444): Terminating (SIGTERM)\u000a12:43:47.319892 --- ParallelTerminationStrategy: PID 23438 died...\u000a12:43:47.376675 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23438): Terminated: ok {rc=0}\u000a12:43:47.386826 --- ParallelTerminationStrategy: PID 23441 died...\u000a12:43:47.442681 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23441): Terminated: ok {rc=0}\u000a12:43:47.452623 --- ParallelTerminationStrategy: PID 23444 died...\u000a12:43:47.508435 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23444): Terminated: ok {rc=0}\u000a12:43:47.594289 bus /sierra_3: Setting Powered False\u000a12:43:48.700718 bus /sierra_3: Setting Powered False\u000a12:43:49.811672 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "165", "name" : "handover_2G_nanobts+bts1-octphy", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T12:43:39" }, { "cases" : [ { "testActions" : [ ], "age" : 233, "className" : "handover_2G:nanobts+bts1-trx-lms", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23457): Process ended prematurely: osmo-stp_10.42.42.5(pid=23457) [trial-2404↪handover_2G:nanobts+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23457)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23457): Process ended prematurely: osmo-stp_10.42.42.5(pid=23457) [trial-2404↪handover_2G:nanobts+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23457)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2404 handover_2G:nanobts+bts1-trx-lms handover.py\u000a----------------------------------------------\u000a12:43:51.786703 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a12:43:51.797971 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x bts (candidates: 2)\u000a12:43:51.927718 tst handover.py: using LAC 40972\u000a12:43:52.043823 tst handover.py: using RAC 172\u000a12:43:52.168173 tst handover.py: using CellId 40972\u000a12:43:52.291374 tst handover.py: using BVCI 40973\u000a12:43:52.316149 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x bts (candidates: 2)\u000a12:43:52.456244 tst handover.py: using LAC 40973\u000a12:43:52.584928 tst handover.py: using RAC 173\u000a12:43:52.708503 tst handover.py: using CellId 40973\u000a12:43:52.831394 tst handover.py: using BVCI 40974\u000a12:43:52.855674 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a12:43:52.866862 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a12:43:52.877835 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a12:43:52.888834 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a12:43:52.899923 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a12:43:52.910963 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x modem (candidates: 2)\u000a12:43:53.026550 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x modem (candidates: 2)\u000a12:43:53.230985 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:43:53.704844 run create_hlr_db(pid=23451): Launched\u000a12:43:53.834984 bus /sierra_2: Setting Powered False\u000a12:43:54.910536 run create_hlr_db(pid=23451): Terminated: ok {rc=0}\u000a12:43:55.307629 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23453): Launched\u000a12:43:55.627493 run osmo-hlr_10.42.42.2(pid=23454): Launched\u000a12:43:55.747382 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:43:56.275597 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23456): Launched\u000a12:43:56.594094 run osmo-stp_10.42.42.5(pid=23457): Launched\u000a12:43:56.710093 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:43:57.265493 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23459): Launched\u000a12:43:57.585865 run osmo-msc_10.42.42.6(pid=23460): Launched\u000a12:43:57.774470 run osmo-stp_10.42.42.5(pid=23457): ERR: Terminated: ERROR {rc=1} [trial-2404↪handover_2G:nanobts+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23457)]\u000a12:43:57.910079 run osmo-stp_10.42.42.5(pid=23457): stdout: \u000a| (launched: 2022-12-14_12:43:56.437358)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:43:58.044764 run osmo-stp_10.42.42.5(pid=23457): stderr: \u000a| �[0;m�[38;5;43m20221214124356629 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214124356629 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214124356629 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214124356630 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214124356630 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214124356630 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214124356630 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:43:58.173158 run osmo-stp_10.42.42.5(pid=23457): stdout: \u000a| (launched: 2022-12-14_12:43:56.437358)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:43:58.300424 run osmo-stp_10.42.42.5(pid=23457): stderr: \u000a| �[0;m�[38;5;43m20221214124356629 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214124356629 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214124356629 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214124356630 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214124356630 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214124356630 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214124356630 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:43:58.356529 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=23457): Process ended prematurely: osmo-stp_10.42.42.5(pid=23457) [trial-2404↪handover_2G:nanobts+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23457)] [trial-2404↪handover_2G:nanobts+bts1-trx-lms↪handover.py:18]\u000a12:43:58.365229 tst handover.py:18: Test FAILED (6.6 sec)\u000a12:43:58.427418 run osmo-hlr_10.42.42.2(pid=23454): ERR: Terminated: ERROR {rc=237} [trial-2404↪handover_2G:nanobts+bts1-trx-lms↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23454)]\u000a12:43:58.478708 run osmo-hlr_10.42.42.2(pid=23454): stdout: \u000a| (launched: 2022-12-14_12:43:55.470839) \u000a12:43:58.530539 run osmo-hlr_10.42.42.2(pid=23454): stderr: \u000a| �[0;m�[1;31m20221214124355669 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214124355669 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214124355669 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214124355669 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214124355669 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214124355669 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214124355682 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2404/run.2022-12-14_11-25-45/handover_2G:nanobts+bts1-trx-lms/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214124355692 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214124355692 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214124355692 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:43:58.600776 run osmo-msc_10.42.42.6(pid=23460): ERR: Terminated: ERROR {rc=2} [trial-2404↪handover_2G:nanobts+bts1-trx-lms↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=23460)]\u000a12:43:58.651598 run osmo-msc_10.42.42.6(pid=23460): stdout: \u000a| (launched: 2022-12-14_12:43:57.428435) \u000a12:43:58.703405 run osmo-msc_10.42.42.6(pid=23460): stderr: \u000a| �[0;m�[38;5;43m20221214124357749 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214124357749 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f107a7abc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214124357749 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214124357749 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214124357749 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214124357750 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214124357751 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214124357752 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214124357752 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214124357752 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:43:58.747517 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23453): Terminating (SIGTERM)\u000a12:43:58.789824 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23456): Terminating (SIGTERM)\u000a12:43:58.831315 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23459): Terminating (SIGTERM)\u000a12:43:58.840903 --- ParallelTerminationStrategy: PID 23453 died...\u000a12:43:58.896450 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23453): Terminated: ok {rc=0}\u000a12:43:58.906467 --- ParallelTerminationStrategy: PID 23456 died...\u000a12:43:58.961782 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23456): Terminated: ok {rc=0}\u000a12:43:58.971781 --- ParallelTerminationStrategy: PID 23459 died...\u000a12:43:59.027056 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23459): Terminated: ok {rc=0}\u000a12:43:59.114381 bus /sierra_3: Setting Powered False\u000a12:44:00.216860 bus /sierra_3: Setting Powered False\u000a12:44:01.356248 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "166", "name" : "handover_2G_nanobts+bts1-trx-lms", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T12:43:51" }, { "cases" : [ { "testActions" : [ ], "age" : 233, "className" : "handover_2G:nanobts+bts1-trx-lms-limenet-micro", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23473): Process ended prematurely: osmo-stp_10.42.42.5(pid=23473) [trial-2404↪handover_2G:nanobts+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23473)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23473): Process ended prematurely: osmo-stp_10.42.42.5(pid=23473) [trial-2404↪handover_2G:nanobts+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23473)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2404 handover_2G:nanobts+bts1-trx-lms-limenet-micro handover.py\u000a----------------------------------------------\u000a12:44:03.358374 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a12:44:03.370343 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x bts (candidates: 2)\u000a12:44:03.499916 tst handover.py: using LAC 40974\u000a12:44:03.626016 tst handover.py: using RAC 174\u000a12:44:03.755886 tst handover.py: using CellId 40974\u000a12:44:03.878193 tst handover.py: using BVCI 40975\u000a12:44:03.902314 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x bts (candidates: 2)\u000a12:44:04.037498 tst handover.py: using LAC 40975\u000a12:44:04.161039 tst handover.py: using RAC 175\u000a12:44:04.284363 tst handover.py: using CellId 40975\u000a12:44:04.408656 tst handover.py: using BVCI 40976\u000a12:44:04.432816 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a12:44:04.444312 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a12:44:04.455545 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a12:44:04.466859 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a12:44:04.478856 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a12:44:04.490928 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a12:44:04.610580 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a12:44:04.811279 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:44:05.260515 run create_hlr_db(pid=23467): Launched\u000a12:44:05.381429 bus /sierra_2: Setting Powered False\u000a12:44:06.452102 run create_hlr_db(pid=23467): Terminated: ok {rc=0}\u000a12:44:06.850024 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23469): Launched\u000a12:44:07.168381 run osmo-hlr_10.42.42.2(pid=23470): Launched\u000a12:44:07.287473 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:44:07.814371 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23472): Launched\u000a12:44:08.132276 run osmo-stp_10.42.42.5(pid=23473): Launched\u000a12:44:08.248179 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:44:08.807200 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23475): Launched\u000a12:44:09.125857 run osmo-msc_10.42.42.6(pid=23476): Launched\u000a12:44:09.312451 run osmo-stp_10.42.42.5(pid=23473): ERR: Terminated: ERROR {rc=1} [trial-2404↪handover_2G:nanobts+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23473)]\u000a12:44:09.447227 run osmo-stp_10.42.42.5(pid=23473): stdout: \u000a| (launched: 2022-12-14_12:44:07.976040)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:44:09.582208 run osmo-stp_10.42.42.5(pid=23473): stderr: \u000a| �[0;m�[38;5;43m20221214124408170 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214124408170 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214124408170 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214124408171 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214124408171 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214124408171 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214124408171 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:44:09.710987 run osmo-stp_10.42.42.5(pid=23473): stdout: \u000a| (launched: 2022-12-14_12:44:07.976040)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:44:09.838216 run osmo-stp_10.42.42.5(pid=23473): stderr: \u000a| �[0;m�[38;5;43m20221214124408170 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214124408170 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214124408170 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214124408171 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214124408171 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214124408171 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214124408171 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:44:09.894036 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=23473): Process ended prematurely: osmo-stp_10.42.42.5(pid=23473) [trial-2404↪handover_2G:nanobts+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23473)] [trial-2404↪handover_2G:nanobts+bts1-trx-lms-limenet-micro↪handover.py:18]\u000a12:44:09.902809 tst handover.py:18: Test FAILED (6.5 sec)\u000a12:44:09.964405 run osmo-hlr_10.42.42.2(pid=23470): ERR: Terminated: ERROR {rc=237} [trial-2404↪handover_2G:nanobts+bts1-trx-lms-limenet-micro↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23470)]\u000a12:44:10.015176 run osmo-hlr_10.42.42.2(pid=23470): stdout: \u000a| (launched: 2022-12-14_12:44:07.011738) \u000a12:44:10.066255 run osmo-hlr_10.42.42.2(pid=23470): stderr: \u000a| �[0;m�[1;31m20221214124407209 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214124407209 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214124407209 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214124407209 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214124407209 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214124407209 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214124407222 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2404/run.2022-12-14_11-25-45/handover_2G:nanobts+bts1-trx-lms-limenet-micro/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214124407232 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214124407232 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214124407233 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:44:10.135722 run osmo-msc_10.42.42.6(pid=23476): ERR: Terminated: ERROR {rc=2} [trial-2404↪handover_2G:nanobts+bts1-trx-lms-limenet-micro↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=23476)]\u000a12:44:10.186348 run osmo-msc_10.42.42.6(pid=23476): stdout: \u000a| (launched: 2022-12-14_12:44:08.969635) \u000a12:44:10.237490 run osmo-msc_10.42.42.6(pid=23476): stderr: \u000a| �[0;m�[38;5;43m20221214124409292 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214124409292 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f2708cbdc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214124409293 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214124409293 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214124409293 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214124409293 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214124409295 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214124409295 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214124409295 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214124409295 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:44:10.280903 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23469): Terminating (SIGTERM)\u000a12:44:10.322348 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23472): Terminating (SIGTERM)\u000a12:44:10.364197 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23475): Terminating (SIGTERM)\u000a12:44:10.373799 --- ParallelTerminationStrategy: PID 23469 died...\u000a12:44:10.429041 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23469): Terminated: ok {rc=0}\u000a12:44:10.439102 --- ParallelTerminationStrategy: PID 23472 died...\u000a12:44:10.494150 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23472): Terminated: ok {rc=0}\u000a12:44:10.504066 --- ParallelTerminationStrategy: PID 23475 died...\u000a12:44:10.559013 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23475): Terminated: ok {rc=0}\u000a12:44:10.645204 bus /sierra_3: Setting Powered False\u000a12:44:11.751471 bus /sierra_3: Setting Powered False\u000a12:44:12.858991 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "167", "name" : "handover_2G_nanobts+bts1-trx-lms-limenet-micro", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T12:44:03" }, { "cases" : [ { "testActions" : [ ], "age" : 233, "className" : "handover_2G:nanobts+bts1-trx-sysmocell5000", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23488): Process ended prematurely: osmo-stp_10.42.42.5(pid=23488) [trial-2404↪handover_2G:nanobts+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23488)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23488): Process ended prematurely: osmo-stp_10.42.42.5(pid=23488) [trial-2404↪handover_2G:nanobts+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23488)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2404 handover_2G:nanobts+bts1-trx-sysmocell5000 handover.py\u000a----------------------------------------------\u000a12:44:14.865074 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a12:44:14.876467 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2)\u000a12:44:15.005405 tst handover.py: using LAC 40976\u000a12:44:15.131170 tst handover.py: using RAC 176\u000a12:44:15.255337 tst handover.py: using CellId 40976\u000a12:44:15.379561 tst handover.py: using BVCI 40977\u000a12:44:15.403762 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2)\u000a12:44:15.547446 tst handover.py: using LAC 40977\u000a12:44:15.674815 tst handover.py: using RAC 177\u000a12:44:15.802010 tst handover.py: using CellId 40977\u000a12:44:15.943894 tst handover.py: using BVCI 40978\u000a12:44:15.968925 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a12:44:15.981011 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a12:44:15.992765 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a12:44:16.004860 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a12:44:16.017165 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a12:44:16.029586 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a12:44:16.155182 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a12:44:16.396801 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:44:16.916844 run create_hlr_db(pid=23482): Launched\u000a12:44:17.050077 bus /sierra_2: Setting Powered False\u000a12:44:18.122863 run create_hlr_db(pid=23482): Terminated: ok {rc=0}\u000a12:44:18.520161 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23484): Launched\u000a12:44:18.838981 run osmo-hlr_10.42.42.2(pid=23485): Launched\u000a12:44:18.954999 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:44:19.481965 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23487): Launched\u000a12:44:19.801615 run osmo-stp_10.42.42.5(pid=23488): Launched\u000a12:44:19.916814 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:44:20.471756 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23490): Launched\u000a12:44:20.789119 run osmo-msc_10.42.42.6(pid=23491): Launched\u000a12:44:20.975396 run osmo-stp_10.42.42.5(pid=23488): ERR: Terminated: ERROR {rc=1} [trial-2404↪handover_2G:nanobts+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23488)]\u000a12:44:21.109321 run osmo-stp_10.42.42.5(pid=23488): stdout: \u000a| (launched: 2022-12-14_12:44:19.644520)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:44:21.243022 run osmo-stp_10.42.42.5(pid=23488): stderr: \u000a| �[0;m�[38;5;43m20221214124419836 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214124419836 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214124419836 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214124419836 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214124419839 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214124419839 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214124419839 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:44:21.370810 run osmo-stp_10.42.42.5(pid=23488): stdout: \u000a| (launched: 2022-12-14_12:44:19.644520)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:44:21.497534 run osmo-stp_10.42.42.5(pid=23488): stderr: \u000a| �[0;m�[38;5;43m20221214124419836 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214124419836 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214124419836 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214124419836 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214124419839 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214124419839 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214124419839 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:44:21.552818 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=23488): Process ended prematurely: osmo-stp_10.42.42.5(pid=23488) [trial-2404↪handover_2G:nanobts+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23488)] [trial-2404↪handover_2G:nanobts+bts1-trx-sysmocell5000↪handover.py:18]\u000a12:44:21.561365 tst handover.py:18: Test FAILED (6.7 sec)\u000a12:44:21.623151 run osmo-hlr_10.42.42.2(pid=23485): ERR: Terminated: ERROR {rc=237} [trial-2404↪handover_2G:nanobts+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23485)]\u000a12:44:21.674369 run osmo-hlr_10.42.42.2(pid=23485): stdout: \u000a| (launched: 2022-12-14_12:44:18.682199) \u000a12:44:21.726318 run osmo-hlr_10.42.42.2(pid=23485): stderr: \u000a| �[0;m�[1;31m20221214124418881 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214124418881 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214124418881 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214124418881 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214124418881 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214124418881 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214124418893 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2404/run.2022-12-14_11-25-45/handover_2G:nanobts+bts1-trx-sysmocell5000/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214124418901 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214124418902 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214124418902 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:44:21.796125 run osmo-msc_10.42.42.6(pid=23491): ERR: Terminated: ERROR {rc=2} [trial-2404↪handover_2G:nanobts+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=23491)]\u000a12:44:21.846751 run osmo-msc_10.42.42.6(pid=23491): stdout: \u000a| (launched: 2022-12-14_12:44:20.633734) \u000a12:44:21.898302 run osmo-msc_10.42.42.6(pid=23491): stderr: \u000a| �[0;m�[38;5;43m20221214124420956 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214124420957 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fb129b9bc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214124420957 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214124420957 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214124420957 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214124420957 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214124420959 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214124420959 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214124420959 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214124420959 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:44:21.942134 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23484): Terminating (SIGTERM)\u000a12:44:21.983353 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23487): Terminating (SIGTERM)\u000a12:44:22.024734 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23490): Terminating (SIGTERM)\u000a12:44:22.034258 --- ParallelTerminationStrategy: PID 23484 died...\u000a12:44:22.089584 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23484): Terminated: ok {rc=0}\u000a12:44:22.099473 --- ParallelTerminationStrategy: PID 23487 died...\u000a12:44:22.154447 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23487): Terminated: ok {rc=0}\u000a12:44:22.164306 --- ParallelTerminationStrategy: PID 23490 died...\u000a12:44:22.219356 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23490): Terminated: ok {rc=0}\u000a12:44:22.305756 bus /sierra_3: Setting Powered False\u000a12:44:23.410771 bus /sierra_3: Setting Powered False\u000a12:44:24.521463 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "168", "name" : "handover_2G_nanobts+bts1-trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T12:44:14" }, { "cases" : [ { "testActions" : [ ], "age" : 233, "className" : "handover_2G:nanobts+bts1-sysmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23502): Process ended prematurely: osmo-stp_10.42.42.5(pid=23502) [trial-2404↪handover_2G:nanobts+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23502)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23502): Process ended prematurely: osmo-stp_10.42.42.5(pid=23502) [trial-2404↪handover_2G:nanobts+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23502)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2404 handover_2G:nanobts+bts1-sysmo handover.py\u000a----------------------------------------------\u000a12:44:26.496942 tst handover_2G:nanobts+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a12:44:26.508405 tst handover_2G:nanobts+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a12:44:26.632556 tst handover.py: using LAC 40978\u000a12:44:26.749857 tst handover.py: using RAC 178\u000a12:44:26.864318 tst handover.py: using CellId 40978\u000a12:44:26.981090 tst handover.py: using BVCI 40979\u000a12:44:27.003546 tst handover_2G:nanobts+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a12:44:27.122309 tst handover.py: using LAC 40979\u000a12:44:27.237071 tst handover.py: using RAC 179\u000a12:44:27.352239 tst handover.py: using CellId 40979\u000a12:44:27.466336 tst handover.py: using BVCI 40980\u000a12:44:27.488765 tst handover_2G:nanobts+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a12:44:27.499484 tst handover_2G:nanobts+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a12:44:27.510051 tst handover_2G:nanobts+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a12:44:27.520453 tst handover_2G:nanobts+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a12:44:27.531366 tst handover_2G:nanobts+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a12:44:27.542338 tst handover_2G:nanobts+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a12:44:27.662070 tst handover_2G:nanobts+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a12:44:27.862247 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:44:28.303154 run create_hlr_db(pid=23496): Launched\u000a12:44:28.424357 bus /sierra_2: Setting Powered False\u000a12:44:29.495025 run create_hlr_db(pid=23496): Terminated: ok {rc=0}\u000a12:44:29.892468 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23498): Launched\u000a12:44:30.209904 run osmo-hlr_10.42.42.2(pid=23499): Launched\u000a12:44:30.326454 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:44:30.855227 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23501): Launched\u000a12:44:31.323406 run osmo-stp_10.42.42.5(pid=23502): Launched\u000a12:44:31.441892 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:44:32.009557 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23504): Launched\u000a12:44:32.321487 run osmo-msc_10.42.42.6(pid=23505): Launched\u000a12:44:32.500761 run osmo-stp_10.42.42.5(pid=23502): ERR: Terminated: ERROR {rc=1} [trial-2404↪handover_2G:nanobts+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23502)]\u000a12:44:32.631375 run osmo-stp_10.42.42.5(pid=23502): stdout: \u000a| (launched: 2022-12-14_12:44:31.011923)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:44:32.757983 run osmo-stp_10.42.42.5(pid=23502): stderr: \u000a| �[0;m�[38;5;43m20221214124431238 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214124431238 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214124431238 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214124431239 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214124431239 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214124431239 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214124431239 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:44:32.878920 run osmo-stp_10.42.42.5(pid=23502): stdout: \u000a| (launched: 2022-12-14_12:44:31.011923)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:44:32.998583 run osmo-stp_10.42.42.5(pid=23502): stderr: \u000a| �[0;m�[38;5;43m20221214124431238 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214124431238 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214124431238 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214124431239 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214124431239 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214124431239 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214124431239 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:44:33.050727 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=23502): Process ended prematurely: osmo-stp_10.42.42.5(pid=23502) [trial-2404↪handover_2G:nanobts+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23502)] [trial-2404↪handover_2G:nanobts+bts1-sysmo↪handover.py:18]\u000a12:44:33.058948 tst handover.py:18: Test FAILED (6.6 sec)\u000a12:44:33.120091 run osmo-hlr_10.42.42.2(pid=23499): ERR: Terminated: ERROR {rc=237} [trial-2404↪handover_2G:nanobts+bts1-sysmo↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23499)]\u000a12:44:33.169922 run osmo-hlr_10.42.42.2(pid=23499): stdout: \u000a| (launched: 2022-12-14_12:44:30.054572) \u000a12:44:33.220141 run osmo-hlr_10.42.42.2(pid=23499): stderr: \u000a| �[0;m�[1;31m20221214124430252 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214124430252 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214124430252 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214124430253 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214124430253 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214124430253 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214124430265 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2404/run.2022-12-14_11-25-45/handover_2G:nanobts+bts1-sysmo/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214124430274 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214124430274 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214124430274 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:44:33.287813 run osmo-msc_10.42.42.6(pid=23505): ERR: Terminated: ERROR {rc=2} [trial-2404↪handover_2G:nanobts+bts1-sysmo↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=23505)]\u000a12:44:33.337238 run osmo-msc_10.42.42.6(pid=23505): stdout: \u000a| (launched: 2022-12-14_12:44:32.165858) \u000a12:44:33.387363 run osmo-msc_10.42.42.6(pid=23505): stderr: \u000a| �[0;m�[38;5;43m20221214124432480 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214124432480 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fd2dff8cc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214124432480 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214124432480 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214124432480 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214124432481 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214124432482 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214124432483 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214124432483 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214124432483 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:44:33.430078 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23498): Terminating (SIGTERM)\u000a12:44:33.470591 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23501): Terminating (SIGTERM)\u000a12:44:33.511002 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23504): Terminating (SIGTERM)\u000a12:44:33.520265 --- ParallelTerminationStrategy: PID 23498 died...\u000a12:44:33.574780 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23498): Terminated: ok {rc=0}\u000a12:44:33.584322 --- ParallelTerminationStrategy: PID 23501 died...\u000a12:44:33.638430 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23501): Terminated: ok {rc=0}\u000a12:44:33.647966 --- ParallelTerminationStrategy: PID 23504 died...\u000a12:44:33.702066 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23504): Terminated: ok {rc=0}\u000a12:44:33.790387 bus /sierra_3: Setting Powered False\u000a12:44:34.893131 bus /sierra_3: Setting Powered False\u000a12:44:36.003490 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "169", "name" : "handover_2G_nanobts+bts1-sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T12:44:26" }, { "cases" : [ { "testActions" : [ ], "age" : 233, "className" : "handover_2G:nanobts+bts1-trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23516): Process ended prematurely: osmo-stp_10.42.42.5(pid=23516) [trial-2404↪handover_2G:nanobts+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23516)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23516): Process ended prematurely: osmo-stp_10.42.42.5(pid=23516) [trial-2404↪handover_2G:nanobts+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23516)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2404 handover_2G:nanobts+bts1-trx-b200 handover.py\u000a----------------------------------------------\u000a12:44:37.981483 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a12:44:37.992633 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a12:44:38.115301 tst handover.py: using LAC 40980\u000a12:44:38.231446 tst handover.py: using RAC 180\u000a12:44:38.348101 tst handover.py: using CellId 40980\u000a12:44:38.465945 tst handover.py: using BVCI 40981\u000a12:44:38.488362 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a12:44:38.622719 tst handover.py: using LAC 40981\u000a12:44:38.739188 tst handover.py: using RAC 181\u000a12:44:38.855313 tst handover.py: using CellId 40981\u000a12:44:38.973983 tst handover.py: using BVCI 40982\u000a12:44:38.996680 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a12:44:39.007385 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a12:44:39.018441 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a12:44:39.029163 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a12:44:39.040404 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a12:44:39.051573 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a12:44:39.170411 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a12:44:39.371179 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:44:39.811889 run create_hlr_db(pid=23510): Launched\u000a12:44:39.933257 bus /sierra_2: Setting Powered False\u000a12:44:41.004409 run create_hlr_db(pid=23510): Terminated: ok {rc=0}\u000a12:44:41.402488 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23512): Launched\u000a12:44:41.721443 run osmo-hlr_10.42.42.2(pid=23513): Launched\u000a12:44:41.839874 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:44:42.364839 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23515): Launched\u000a12:44:42.682692 run osmo-stp_10.42.42.5(pid=23516): Launched\u000a12:44:42.798674 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:44:43.356595 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23518): Launched\u000a12:44:43.675021 run osmo-msc_10.42.42.6(pid=23519): Launched\u000a12:44:43.863000 run osmo-stp_10.42.42.5(pid=23516): ERR: Terminated: ERROR {rc=1} [trial-2404↪handover_2G:nanobts+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23516)]\u000a12:44:43.998306 run osmo-stp_10.42.42.5(pid=23516): stdout: \u000a| (launched: 2022-12-14_12:44:42.526479)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:44:44.132357 run osmo-stp_10.42.42.5(pid=23516): stderr: \u000a| �[0;m�[38;5;43m20221214124442718 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214124442718 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214124442718 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214124442718 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214124442721 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214124442721 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214124442721 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:44:44.260285 run osmo-stp_10.42.42.5(pid=23516): stdout: \u000a| (launched: 2022-12-14_12:44:42.526479)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:44:44.387382 run osmo-stp_10.42.42.5(pid=23516): stderr: \u000a| �[0;m�[38;5;43m20221214124442718 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214124442718 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214124442718 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214124442718 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214124442721 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214124442721 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214124442721 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:44:44.442974 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=23516): Process ended prematurely: osmo-stp_10.42.42.5(pid=23516) [trial-2404↪handover_2G:nanobts+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23516)] [trial-2404↪handover_2G:nanobts+bts1-trx-b200↪handover.py:18]\u000a12:44:44.451455 tst handover.py:18: Test FAILED (6.5 sec)\u000a12:44:44.513172 run osmo-hlr_10.42.42.2(pid=23513): ERR: Terminated: ERROR {rc=237} [trial-2404↪handover_2G:nanobts+bts1-trx-b200↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23513)]\u000a12:44:44.563718 run osmo-hlr_10.42.42.2(pid=23513): stdout: \u000a| (launched: 2022-12-14_12:44:41.565192) \u000a12:44:44.614843 run osmo-hlr_10.42.42.2(pid=23513): stderr: \u000a| �[0;m�[1;31m20221214124441764 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214124441764 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214124441764 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214124441764 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214124441764 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214124441764 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214124441776 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2404/run.2022-12-14_11-25-45/handover_2G:nanobts+bts1-trx-b200/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214124441784 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214124441784 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214124441785 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:44:44.684372 run osmo-msc_10.42.42.6(pid=23519): ERR: Terminated: ERROR {rc=2} [trial-2404↪handover_2G:nanobts+bts1-trx-b200↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=23519)]\u000a12:44:44.735210 run osmo-msc_10.42.42.6(pid=23519): stdout: \u000a| (launched: 2022-12-14_12:44:43.518986) \u000a12:44:44.786561 run osmo-msc_10.42.42.6(pid=23519): stderr: \u000a| �[0;m�[38;5;43m20221214124443841 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214124443841 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fd3acea7c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214124443841 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214124443841 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214124443841 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214124443841 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214124443843 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214124443843 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214124443844 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214124443844 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:44:44.830193 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23512): Terminating (SIGTERM)\u000a12:44:44.871372 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23515): Terminating (SIGTERM)\u000a12:44:44.912526 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23518): Terminating (SIGTERM)\u000a12:44:44.922077 --- ParallelTerminationStrategy: PID 23512 died...\u000a12:44:44.976743 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23512): Terminated: ok {rc=0}\u000a12:44:44.986586 --- ParallelTerminationStrategy: PID 23515 died...\u000a12:44:45.041035 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23515): Terminated: ok {rc=0}\u000a12:44:45.050795 --- ParallelTerminationStrategy: PID 23518 died...\u000a12:44:45.105795 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23518): Terminated: ok {rc=0}\u000a12:44:45.191111 bus /sierra_3: Setting Powered False\u000a12:44:46.307816 bus /sierra_3: Setting Powered False\u000a12:44:47.416935 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "170", "name" : "handover_2G_nanobts+bts1-trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T12:44:37" }, { "cases" : [ { "testActions" : [ ], "age" : 233, "className" : "handover_2G:nanobts+bts1-trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23530): Process ended prematurely: osmo-stp_10.42.42.5(pid=23530) [trial-2404↪handover_2G:nanobts+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23530)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23530): Process ended prematurely: osmo-stp_10.42.42.5(pid=23530) [trial-2404↪handover_2G:nanobts+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23530)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2404 handover_2G:nanobts+bts1-trx-umtrx handover.py\u000a----------------------------------------------\u000a12:44:49.415016 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a12:44:49.425893 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a12:44:49.550667 tst handover.py: using LAC 40982\u000a12:44:49.665835 tst handover.py: using RAC 182\u000a12:44:49.781175 tst handover.py: using CellId 40982\u000a12:44:49.898349 tst handover.py: using BVCI 40983\u000a12:44:49.921167 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a12:44:50.054059 tst handover.py: using LAC 40983\u000a12:44:50.169127 tst handover.py: using RAC 183\u000a12:44:50.286129 tst handover.py: using CellId 40983\u000a12:44:50.410393 tst handover.py: using BVCI 40984\u000a12:44:50.434725 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a12:44:50.445936 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a12:44:50.456909 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a12:44:50.468008 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a12:44:50.479589 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a12:44:50.491262 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a12:44:50.607950 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a12:44:50.816247 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:44:51.298960 run create_hlr_db(pid=23524): Launched\u000a12:44:51.429228 bus /sierra_2: Setting Powered False\u000a12:44:52.503982 run create_hlr_db(pid=23524): Terminated: ok {rc=0}\u000a12:44:52.881704 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23526): Launched\u000a12:44:53.180413 run osmo-hlr_10.42.42.2(pid=23527): Launched\u000a12:44:53.289361 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:44:53.777655 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23529): Launched\u000a12:44:54.089559 run osmo-stp_10.42.42.5(pid=23530): Launched\u000a12:44:54.206330 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:44:54.763151 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23532): Launched\u000a12:44:55.082509 run osmo-msc_10.42.42.6(pid=23533): Launched\u000a12:44:55.269261 run osmo-stp_10.42.42.5(pid=23530): ERR: Terminated: ERROR {rc=1} [trial-2404↪handover_2G:nanobts+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23530)]\u000a12:44:55.404829 run osmo-stp_10.42.42.5(pid=23530): stdout: \u000a| (launched: 2022-12-14_12:44:53.932237)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:44:55.538988 run osmo-stp_10.42.42.5(pid=23530): stderr: \u000a| �[0;m�[38;5;43m20221214124454123 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214124454123 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214124454124 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214124454124 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214124454125 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214124454125 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214124454125 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:44:55.667311 run osmo-stp_10.42.42.5(pid=23530): stdout: \u000a| (launched: 2022-12-14_12:44:53.932237)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:44:55.795104 run osmo-stp_10.42.42.5(pid=23530): stderr: \u000a| �[0;m�[38;5;43m20221214124454123 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214124454123 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214124454124 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214124454124 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214124454125 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214124454125 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214124454125 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:44:55.850848 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=23530): Process ended prematurely: osmo-stp_10.42.42.5(pid=23530) [trial-2404↪handover_2G:nanobts+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23530)] [trial-2404↪handover_2G:nanobts+bts1-trx-umtrx↪handover.py:18]\u000a12:44:55.859242 tst handover.py:18: Test FAILED (6.4 sec)\u000a12:44:55.921043 run osmo-hlr_10.42.42.2(pid=23527): ERR: Terminated: ERROR {rc=237} [trial-2404↪handover_2G:nanobts+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23527)]\u000a12:44:55.972377 run osmo-hlr_10.42.42.2(pid=23527): stdout: \u000a| (launched: 2022-12-14_12:44:53.032352) \u000a12:44:56.023940 run osmo-hlr_10.42.42.2(pid=23527): stderr: \u000a| �[0;m�[1;31m20221214124453206 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214124453206 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214124453206 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214124453206 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214124453206 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214124453206 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214124453219 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2404/run.2022-12-14_11-25-45/handover_2G:nanobts+bts1-trx-umtrx/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214124453228 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214124453229 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214124453229 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:44:56.093906 run osmo-msc_10.42.42.6(pid=23533): ERR: Terminated: ERROR {rc=2} [trial-2404↪handover_2G:nanobts+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=23533)]\u000a12:44:56.144513 run osmo-msc_10.42.42.6(pid=23533): stdout: \u000a| (launched: 2022-12-14_12:44:54.926242) \u000a12:44:56.195647 run osmo-msc_10.42.42.6(pid=23533): stderr: \u000a| �[0;m�[38;5;43m20221214124455248 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214124455248 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f90aa5f5c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214124455249 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214124455249 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214124455249 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214124455249 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214124455251 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214124455251 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214124455251 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214124455251 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:44:56.239267 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23526): Terminating (SIGTERM)\u000a12:44:56.280393 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23529): Terminating (SIGTERM)\u000a12:44:56.321611 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23532): Terminating (SIGTERM)\u000a12:44:56.331209 --- ParallelTerminationStrategy: PID 23526 died...\u000a12:44:56.386380 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23526): Terminated: ok {rc=0}\u000a12:44:56.396203 --- ParallelTerminationStrategy: PID 23529 died...\u000a12:44:56.451139 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23529): Terminated: ok {rc=0}\u000a12:44:56.461083 --- ParallelTerminationStrategy: PID 23532 died...\u000a12:44:56.515875 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23532): Terminated: ok {rc=0}\u000a12:44:56.602634 bus /sierra_3: Setting Powered False\u000a12:44:57.705290 bus /sierra_3: Setting Powered False\u000a12:44:58.816696 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "171", "name" : "handover_2G_nanobts+bts1-trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T12:44:49" }, { "cases" : [ { "testActions" : [ ], "age" : 233, "className" : "handover_2G:oc2g+bts1-octphy", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23547): Process ended prematurely: osmo-stp_10.42.42.5(pid=23547) [trial-2404↪handover_2G:oc2g+bts1-octphy↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23547)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23547): Process ended prematurely: osmo-stp_10.42.42.5(pid=23547) [trial-2404↪handover_2G:oc2g+bts1-octphy↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23547)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2404 handover_2G:oc2g+bts1-octphy handover.py\u000a----------------------------------------------\u000a12:45:00.772421 tst handover_2G:oc2g+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a12:45:00.783346 tst handover_2G:oc2g+bts1-octphy: Using 1 x bts (candidates: 2)\u000a12:45:00.936246 tst handover.py: using LAC 40984\u000a12:45:01.059765 tst handover.py: using RAC 184\u000a12:45:01.186905 tst handover.py: using CellId 40984\u000a12:45:01.309754 tst handover.py: using BVCI 40985\u000a12:45:01.333627 tst handover_2G:oc2g+bts1-octphy: Using 1 x bts (candidates: 2)\u000a12:45:01.468036 tst handover.py: using LAC 40985\u000a12:45:01.607554 tst handover.py: using RAC 185\u000a12:45:01.737187 tst handover.py: using CellId 40985\u000a12:45:01.890583 tst handover.py: using BVCI 40986\u000a12:45:01.922514 tst handover_2G:oc2g+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a12:45:01.937571 tst handover_2G:oc2g+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a12:45:01.951769 tst handover_2G:oc2g+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a12:45:01.967541 tst handover_2G:oc2g+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a12:45:01.983352 tst handover_2G:oc2g+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a12:45:01.998876 tst handover_2G:oc2g+bts1-octphy: Using 1 x modem (candidates: 2)\u000a12:45:02.132055 tst handover_2G:oc2g+bts1-octphy: Using 1 x modem (candidates: 2)\u000a12:45:02.349172 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:45:02.794216 run create_hlr_db(pid=23541): Launched\u000a12:45:02.916453 bus /sierra_2: Setting Powered False\u000a12:45:03.987733 run create_hlr_db(pid=23541): Terminated: ok {rc=0}\u000a12:45:04.386296 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23543): Launched\u000a12:45:04.705846 run osmo-hlr_10.42.42.2(pid=23544): Launched\u000a12:45:04.823100 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:45:05.349453 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23546): Launched\u000a12:45:05.667869 run osmo-stp_10.42.42.5(pid=23547): Launched\u000a12:45:05.783978 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:45:06.341129 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23549): Launched\u000a12:45:06.660045 run osmo-msc_10.42.42.6(pid=23550): Launched\u000a12:45:06.847489 run osmo-stp_10.42.42.5(pid=23547): ERR: Terminated: ERROR {rc=1} [trial-2404↪handover_2G:oc2g+bts1-octphy↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23547)]\u000a12:45:06.982163 run osmo-stp_10.42.42.5(pid=23547): stdout: \u000a| (launched: 2022-12-14_12:45:05.511492)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:45:07.116287 run osmo-stp_10.42.42.5(pid=23547): stderr: \u000a| �[0;m�[38;5;43m20221214124505705 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214124505705 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214124505705 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214124505706 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214124505706 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214124505706 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214124505706 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:45:07.244079 run osmo-stp_10.42.42.5(pid=23547): stdout: \u000a| (launched: 2022-12-14_12:45:05.511492)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:45:07.371023 run osmo-stp_10.42.42.5(pid=23547): stderr: \u000a| �[0;m�[38;5;43m20221214124505705 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214124505705 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214124505705 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214124505706 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214124505706 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214124505706 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214124505706 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:45:07.426673 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=23547): Process ended prematurely: osmo-stp_10.42.42.5(pid=23547) [trial-2404↪handover_2G:oc2g+bts1-octphy↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23547)] [trial-2404↪handover_2G:oc2g+bts1-octphy↪handover.py:18]\u000a12:45:07.435148 tst handover.py:18: Test FAILED (6.7 sec)\u000a12:45:07.496813 run osmo-hlr_10.42.42.2(pid=23544): ERR: Terminated: ERROR {rc=237} [trial-2404↪handover_2G:oc2g+bts1-octphy↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23544)]\u000a12:45:07.547708 run osmo-hlr_10.42.42.2(pid=23544): stdout: \u000a| (launched: 2022-12-14_12:45:04.549156) \u000a12:45:07.599230 run osmo-hlr_10.42.42.2(pid=23544): stderr: \u000a| �[0;m�[1;31m20221214124504746 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214124504746 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214124504746 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214124504746 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214124504746 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214124504746 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214124504759 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2404/run.2022-12-14_11-25-45/handover_2G:oc2g+bts1-octphy/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214124504767 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214124504767 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214124504767 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:45:07.669135 run osmo-msc_10.42.42.6(pid=23550): ERR: Terminated: ERROR {rc=2} [trial-2404↪handover_2G:oc2g+bts1-octphy↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=23550)]\u000a12:45:07.719914 run osmo-msc_10.42.42.6(pid=23550): stdout: \u000a| (launched: 2022-12-14_12:45:06.503556) \u000a12:45:07.771698 run osmo-msc_10.42.42.6(pid=23550): stderr: \u000a| �[0;m�[38;5;43m20221214124506825 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214124506825 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f5c27e6dc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214124506825 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214124506825 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214124506826 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214124506826 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214124506827 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214124506828 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214124506828 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214124506828 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:45:07.815291 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23543): Terminating (SIGTERM)\u000a12:45:07.856556 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23546): Terminating (SIGTERM)\u000a12:45:07.897798 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23549): Terminating (SIGTERM)\u000a12:45:07.907325 --- ParallelTerminationStrategy: PID 23543 died...\u000a12:45:07.962127 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23543): Terminated: ok {rc=0}\u000a12:45:07.972004 --- ParallelTerminationStrategy: PID 23546 died...\u000a12:45:08.026949 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23546): Terminated: ok {rc=0}\u000a12:45:08.036872 --- ParallelTerminationStrategy: PID 23549 died...\u000a12:45:08.091364 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23549): Terminated: ok {rc=0}\u000a12:45:08.176428 bus /sierra_3: Setting Powered False\u000a12:45:09.282080 bus /sierra_3: Setting Powered False\u000a12:45:10.388457 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "172", "name" : "handover_2G_oc2g+bts1-octphy", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T12:45:00" }, { "cases" : [ { "testActions" : [ ], "age" : 233, "className" : "handover_2G:oc2g+bts1-trx-lms", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23561): Process ended prematurely: osmo-stp_10.42.42.5(pid=23561) [trial-2404↪handover_2G:oc2g+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23561)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23561): Process ended prematurely: osmo-stp_10.42.42.5(pid=23561) [trial-2404↪handover_2G:oc2g+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23561)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2404 handover_2G:oc2g+bts1-trx-lms handover.py\u000a----------------------------------------------\u000a12:45:12.364369 tst handover_2G:oc2g+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a12:45:12.375715 tst handover_2G:oc2g+bts1-trx-lms: Using 1 x bts (candidates: 2)\u000a12:45:12.502064 tst handover.py: using LAC 40986\u000a12:45:12.626953 tst handover.py: using RAC 186\u000a12:45:12.752568 tst handover.py: using CellId 40986\u000a12:45:12.882901 tst handover.py: using BVCI 40987\u000a12:45:12.907469 tst handover_2G:oc2g+bts1-trx-lms: Using 1 x bts (candidates: 2)\u000a12:45:13.048723 tst handover.py: using LAC 40987\u000a12:45:13.166964 tst handover.py: using RAC 187\u000a12:45:13.282814 tst handover.py: using CellId 40987\u000a12:45:13.398239 tst handover.py: using BVCI 40988\u000a12:45:13.420808 tst handover_2G:oc2g+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a12:45:13.431629 tst handover_2G:oc2g+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a12:45:13.442235 tst handover_2G:oc2g+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a12:45:13.452652 tst handover_2G:oc2g+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a12:45:13.463782 tst handover_2G:oc2g+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a12:45:13.475191 tst handover_2G:oc2g+bts1-trx-lms: Using 1 x modem (candidates: 2)\u000a12:45:13.594577 tst handover_2G:oc2g+bts1-trx-lms: Using 1 x modem (candidates: 2)\u000a12:45:13.796401 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:45:14.239954 run create_hlr_db(pid=23555): Launched\u000a12:45:14.362270 bus /sierra_2: Setting Powered False\u000a12:45:15.434636 run create_hlr_db(pid=23555): Terminated: ok {rc=0}\u000a12:45:15.842442 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23557): Launched\u000a12:45:16.164070 run osmo-hlr_10.42.42.2(pid=23558): Launched\u000a12:45:16.320729 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:45:17.058769 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23560): Launched\u000a12:45:17.416403 run osmo-stp_10.42.42.5(pid=23561): Launched\u000a12:45:17.536325 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:45:18.094795 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23563): Launched\u000a12:45:18.415047 run osmo-msc_10.42.42.6(pid=23564): Launched\u000a12:45:18.602414 run osmo-stp_10.42.42.5(pid=23561): ERR: Terminated: ERROR {rc=1} [trial-2404↪handover_2G:oc2g+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23561)]\u000a12:45:18.739982 run osmo-stp_10.42.42.5(pid=23561): stdout: \u000a| (launched: 2022-12-14_12:45:17.233332)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:45:18.874641 run osmo-stp_10.42.42.5(pid=23561): stderr: \u000a| �[0;m�[38;5;43m20221214124517479 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214124517479 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214124517480 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214124517480 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214124517481 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214124517482 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214124517482 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:45:19.002445 run osmo-stp_10.42.42.5(pid=23561): stdout: \u000a| (launched: 2022-12-14_12:45:17.233332)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:45:19.129138 run osmo-stp_10.42.42.5(pid=23561): stderr: \u000a| �[0;m�[38;5;43m20221214124517479 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214124517479 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214124517480 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214124517480 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214124517481 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214124517482 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214124517482 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:45:19.184866 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=23561): Process ended prematurely: osmo-stp_10.42.42.5(pid=23561) [trial-2404↪handover_2G:oc2g+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23561)] [trial-2404↪handover_2G:oc2g+bts1-trx-lms↪handover.py:18]\u000a12:45:19.193573 tst handover.py:18: Test FAILED (6.8 sec)\u000a12:45:19.255347 run osmo-hlr_10.42.42.2(pid=23558): ERR: Terminated: ERROR {rc=237} [trial-2404↪handover_2G:oc2g+bts1-trx-lms↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23558)]\u000a12:45:19.306313 run osmo-hlr_10.42.42.2(pid=23558): stdout: \u000a| (launched: 2022-12-14_12:45:16.011468) \u000a12:45:19.357881 run osmo-hlr_10.42.42.2(pid=23558): stderr: \u000a| �[0;m�[1;31m20221214124516442 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214124516442 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214124516442 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214124516442 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214124516442 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214124516442 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214124516462 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2404/run.2022-12-14_11-25-45/handover_2G:oc2g+bts1-trx-lms/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214124516482 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214124516483 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214124516483 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:45:19.427544 run osmo-msc_10.42.42.6(pid=23564): ERR: Terminated: ERROR {rc=2} [trial-2404↪handover_2G:oc2g+bts1-trx-lms↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=23564)]\u000a12:45:19.478282 run osmo-msc_10.42.42.6(pid=23564): stdout: \u000a| (launched: 2022-12-14_12:45:18.257913) \u000a12:45:19.529522 run osmo-msc_10.42.42.6(pid=23564): stderr: \u000a| �[0;m�[38;5;43m20221214124518602 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214124518602 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f161c35cc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214124518603 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214124518603 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214124518603 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214124518603 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214124518605 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214124518605 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214124518605 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214124518605 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:45:19.572874 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23557): Terminating (SIGTERM)\u000a12:45:19.614456 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23560): Terminating (SIGTERM)\u000a12:45:19.655606 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23563): Terminating (SIGTERM)\u000a12:45:19.665210 --- ParallelTerminationStrategy: PID 23557 died...\u000a12:45:19.720099 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23557): Terminated: ok {rc=0}\u000a12:45:19.730060 --- ParallelTerminationStrategy: PID 23560 died...\u000a12:45:19.784755 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23560): Terminated: ok {rc=0}\u000a12:45:19.794655 --- ParallelTerminationStrategy: PID 23563 died...\u000a12:45:19.849260 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23563): Terminated: ok {rc=0}\u000a12:45:19.934218 bus /sierra_3: Setting Powered False\u000a12:45:21.039250 bus /sierra_3: Setting Powered False\u000a12:45:22.145915 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "173", "name" : "handover_2G_oc2g+bts1-trx-lms", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T12:45:12" }, { "cases" : [ { "testActions" : [ ], "age" : 233, "className" : "handover_2G:oc2g+bts1-trx-lms-limenet-micro", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23575): Process ended prematurely: osmo-stp_10.42.42.5(pid=23575) [trial-2404↪handover_2G:oc2g+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23575)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23575): Process ended prematurely: osmo-stp_10.42.42.5(pid=23575) [trial-2404↪handover_2G:oc2g+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23575)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2404 handover_2G:oc2g+bts1-trx-lms-limenet-micro handover.py\u000a----------------------------------------------\u000a12:45:24.127970 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a12:45:24.139193 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x bts (candidates: 2)\u000a12:45:24.259579 tst handover.py: using LAC 40988\u000a12:45:24.375532 tst handover.py: using RAC 188\u000a12:45:24.490953 tst handover.py: using CellId 40988\u000a12:45:24.606346 tst handover.py: using BVCI 40989\u000a12:45:24.629335 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x bts (candidates: 2)\u000a12:45:24.767863 tst handover.py: using LAC 40989\u000a12:45:24.891608 tst handover.py: using RAC 189\u000a12:45:25.016086 tst handover.py: using CellId 40989\u000a12:45:25.141445 tst handover.py: using BVCI 40990\u000a12:45:25.165964 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a12:45:25.177322 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a12:45:25.188380 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a12:45:25.199689 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a12:45:25.211242 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a12:45:25.222458 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a12:45:25.338365 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a12:45:25.548067 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:45:26.031076 run create_hlr_db(pid=23569): Launched\u000a12:45:26.161739 bus /sierra_2: Setting Powered False\u000a12:45:27.237344 run create_hlr_db(pid=23569): Terminated: ok {rc=0}\u000a12:45:27.613999 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23571): Launched\u000a12:45:27.912524 run osmo-hlr_10.42.42.2(pid=23572): Launched\u000a12:45:28.026739 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:45:28.518448 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23574): Launched\u000a12:45:28.817274 run osmo-stp_10.42.42.5(pid=23575): Launched\u000a12:45:28.926524 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:45:29.446452 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23577): Launched\u000a12:45:29.745324 run osmo-msc_10.42.42.6(pid=23578): Launched\u000a12:45:29.921673 run osmo-stp_10.42.42.5(pid=23575): ERR: Terminated: ERROR {rc=1} [trial-2404↪handover_2G:oc2g+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23575)]\u000a12:45:30.048655 run osmo-stp_10.42.42.5(pid=23575): stdout: \u000a| (launched: 2022-12-14_12:45:28.669840)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:45:30.173096 run osmo-stp_10.42.42.5(pid=23575): stderr: \u000a| �[0;m�[38;5;43m20221214124528842 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214124528842 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214124528842 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214124528843 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214124528843 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214124528843 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214124528843 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:45:30.293880 run osmo-stp_10.42.42.5(pid=23575): stdout: \u000a| (launched: 2022-12-14_12:45:28.669840)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:45:30.412781 run osmo-stp_10.42.42.5(pid=23575): stderr: \u000a| �[0;m�[38;5;43m20221214124528842 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214124528842 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214124528842 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214124528843 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214124528843 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214124528843 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214124528843 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:45:30.464695 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=23575): Process ended prematurely: osmo-stp_10.42.42.5(pid=23575) [trial-2404↪handover_2G:oc2g+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23575)] [trial-2404↪handover_2G:oc2g+bts1-trx-lms-limenet-micro↪handover.py:18]\u000a12:45:30.472620 tst handover.py:18: Test FAILED (6.3 sec)\u000a12:45:30.532677 run osmo-hlr_10.42.42.2(pid=23572): ERR: Terminated: ERROR {rc=237} [trial-2404↪handover_2G:oc2g+bts1-trx-lms-limenet-micro↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23572)]\u000a12:45:30.581234 run osmo-hlr_10.42.42.2(pid=23572): stdout: \u000a| (launched: 2022-12-14_12:45:27.765210) \u000a12:45:30.630580 run osmo-hlr_10.42.42.2(pid=23572): stderr: \u000a| �[0;m�[1;31m20221214124527940 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214124527940 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214124527940 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214124527940 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214124527940 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214124527940 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214124527952 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2404/run.2022-12-14_11-25-45/handover_2G:oc2g+bts1-trx-lms-limenet-micro/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214124527962 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214124527962 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214124527962 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:45:30.697225 run osmo-msc_10.42.42.6(pid=23578): ERR: Terminated: ERROR {rc=2} [trial-2404↪handover_2G:oc2g+bts1-trx-lms-limenet-micro↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=23578)]\u000a12:45:30.745580 run osmo-msc_10.42.42.6(pid=23578): stdout: \u000a| (launched: 2022-12-14_12:45:29.597719) \u000a12:45:30.794743 run osmo-msc_10.42.42.6(pid=23578): stderr: \u000a| �[0;m�[38;5;43m20221214124529869 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214124529869 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f89124f8c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214124529870 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214124529870 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214124529870 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214124529870 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214124529872 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214124529872 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214124529872 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214124529872 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:45:30.840518 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23571): Terminating (SIGTERM)\u000a12:45:30.891357 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23574): Terminating (SIGTERM)\u000a12:45:30.945568 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23577): Terminating (SIGTERM)\u000a12:45:30.955157 --- ParallelTerminationStrategy: PID 23571 died...\u000a12:45:31.010411 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23571): Terminated: ok {rc=0}\u000a12:45:31.021561 --- ParallelTerminationStrategy: PID 23574 died...\u000a12:45:31.077302 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23574): Terminated: ok {rc=0}\u000a12:45:31.087705 --- ParallelTerminationStrategy: PID 23577 died...\u000a12:45:31.143219 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23577): Terminated: ok {rc=0}\u000a12:45:31.228163 bus /sierra_3: Setting Powered False\u000a12:45:32.327581 bus /sierra_3: Setting Powered False\u000a12:45:33.437288 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "174", "name" : "handover_2G_oc2g+bts1-trx-lms-limenet-micro", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T12:45:23" }, { "cases" : [ { "testActions" : [ ], "age" : 233, "className" : "handover_2G:oc2g+bts1-trx-sysmocell5000", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23589): Process ended prematurely: osmo-stp_10.42.42.5(pid=23589) [trial-2404↪handover_2G:oc2g+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23589)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23589): Process ended prematurely: osmo-stp_10.42.42.5(pid=23589) [trial-2404↪handover_2G:oc2g+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23589)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2404 handover_2G:oc2g+bts1-trx-sysmocell5000 handover.py\u000a----------------------------------------------\u000a12:45:35.428709 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a12:45:35.440285 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2)\u000a12:45:35.570030 tst handover.py: using LAC 40990\u000a12:45:35.695087 tst handover.py: using RAC 190\u000a12:45:35.819856 tst handover.py: using CellId 40990\u000a12:45:35.944286 tst handover.py: using BVCI 40991\u000a12:45:35.968534 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2)\u000a12:45:36.110307 tst handover.py: using LAC 40991\u000a12:45:36.234793 tst handover.py: using RAC 191\u000a12:45:36.361159 tst handover.py: using CellId 40991\u000a12:45:36.485162 tst handover.py: using BVCI 40992\u000a12:45:36.509732 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a12:45:36.520919 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a12:45:36.532069 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a12:45:36.543256 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a12:45:36.554647 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a12:45:36.565972 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a12:45:36.687061 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a12:45:36.887503 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:45:37.330449 run create_hlr_db(pid=23583): Launched\u000a12:45:37.451547 bus /sierra_2: Setting Powered False\u000a12:45:38.523480 run create_hlr_db(pid=23583): Terminated: ok {rc=0}\u000a12:45:38.897118 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23585): Launched\u000a12:45:39.195244 run osmo-hlr_10.42.42.2(pid=23586): Launched\u000a12:45:39.310723 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:45:39.810350 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23588): Launched\u000a12:45:40.108565 run osmo-stp_10.42.42.5(pid=23589): Launched\u000a12:45:40.217960 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:45:40.737693 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23591): Launched\u000a12:45:41.036247 run osmo-msc_10.42.42.6(pid=23592): Launched\u000a12:45:41.212553 run osmo-stp_10.42.42.5(pid=23589): ERR: Terminated: ERROR {rc=1} [trial-2404↪handover_2G:oc2g+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23589)]\u000a12:45:41.339230 run osmo-stp_10.42.42.5(pid=23589): stdout: \u000a| (launched: 2022-12-14_12:45:39.961256)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:45:41.463170 run osmo-stp_10.42.42.5(pid=23589): stderr: \u000a| �[0;m�[38;5;43m20221214124540131 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214124540131 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214124540131 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214124540131 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214124540134 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214124540134 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214124540134 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:45:41.582815 run osmo-stp_10.42.42.5(pid=23589): stdout: \u000a| (launched: 2022-12-14_12:45:39.961256)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:45:41.701388 run osmo-stp_10.42.42.5(pid=23589): stderr: \u000a| �[0;m�[38;5;43m20221214124540131 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214124540131 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214124540131 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214124540131 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214124540134 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214124540134 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214124540134 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:45:41.753365 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=23589): Process ended prematurely: osmo-stp_10.42.42.5(pid=23589) [trial-2404↪handover_2G:oc2g+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23589)] [trial-2404↪handover_2G:oc2g+bts1-trx-sysmocell5000↪handover.py:18]\u000a12:45:41.761151 tst handover.py:18: Test FAILED (6.3 sec)\u000a12:45:41.820066 run osmo-hlr_10.42.42.2(pid=23586): ERR: Terminated: ERROR {rc=237} [trial-2404↪handover_2G:oc2g+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23586)]\u000a12:45:41.868442 run osmo-hlr_10.42.42.2(pid=23586): stdout: \u000a| (launched: 2022-12-14_12:45:39.047999) \u000a12:45:41.918628 run osmo-hlr_10.42.42.2(pid=23586): stderr: \u000a| �[0;m�[1;31m20221214124539224 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214124539224 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214124539224 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214124539224 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214124539225 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214124539225 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214124539237 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2404/run.2022-12-14_11-25-45/handover_2G:oc2g+bts1-trx-sysmocell5000/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214124539247 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214124539247 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214124539247 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:45:41.985950 run osmo-msc_10.42.42.6(pid=23592): ERR: Terminated: ERROR {rc=2} [trial-2404↪handover_2G:oc2g+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=23592)]\u000a12:45:42.034099 run osmo-msc_10.42.42.6(pid=23592): stdout: \u000a| (launched: 2022-12-14_12:45:40.889081) \u000a12:45:42.083367 run osmo-msc_10.42.42.6(pid=23592): stderr: \u000a| �[0;m�[38;5;43m20221214124541162 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214124541162 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fe785410c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214124541162 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214124541162 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214124541162 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214124541162 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214124541164 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214124541164 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214124541165 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214124541165 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:45:42.124933 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23585): Terminating (SIGTERM)\u000a12:45:42.164115 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23588): Terminating (SIGTERM)\u000a12:45:42.203435 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23591): Terminating (SIGTERM)\u000a12:45:42.212408 --- ParallelTerminationStrategy: PID 23585 died...\u000a12:45:42.265450 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23585): Terminated: ok {rc=0}\u000a12:45:42.274828 --- ParallelTerminationStrategy: PID 23588 died...\u000a12:45:42.328102 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23588): Terminated: ok {rc=0}\u000a12:45:42.337612 --- ParallelTerminationStrategy: PID 23591 died...\u000a12:45:42.390481 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23591): Terminated: ok {rc=0}\u000a12:45:42.477610 bus /sierra_3: Setting Powered False\u000a12:45:43.576581 bus /sierra_3: Setting Powered False\u000a12:45:44.687105 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "175", "name" : "handover_2G_oc2g+bts1-trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T12:45:35" }, { "cases" : [ { "testActions" : [ ], "age" : 202, "className" : "handover_2G:oc2g+bts1-sysmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23603): Process ended prematurely: osmo-stp_10.42.42.5(pid=23603) [trial-2404↪handover_2G:oc2g+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23603)]", "failedSince" : 2203, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23603): Process ended prematurely: osmo-stp_10.42.42.5(pid=23603) [trial-2404↪handover_2G:oc2g+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23603)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2404 handover_2G:oc2g+bts1-sysmo handover.py\u000a----------------------------------------------\u000a12:45:46.687415 tst handover_2G:oc2g+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a12:45:46.699241 tst handover_2G:oc2g+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a12:45:46.851573 tst handover.py: using LAC 40992\u000a12:45:47.010506 tst handover.py: using RAC 192\u000a12:45:47.146787 tst handover.py: using CellId 40992\u000a12:45:47.274274 tst handover.py: using BVCI 40993\u000a12:45:47.299906 tst handover_2G:oc2g+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a12:45:47.425076 tst handover.py: using LAC 40993\u000a12:45:47.548791 tst handover.py: using RAC 193\u000a12:45:47.672716 tst handover.py: using CellId 40993\u000a12:45:47.796762 tst handover.py: using BVCI 40994\u000a12:45:47.821457 tst handover_2G:oc2g+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a12:45:47.832551 tst handover_2G:oc2g+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a12:45:47.843441 tst handover_2G:oc2g+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a12:45:47.854458 tst handover_2G:oc2g+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a12:45:47.865462 tst handover_2G:oc2g+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a12:45:47.876339 tst handover_2G:oc2g+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a12:45:47.992906 tst handover_2G:oc2g+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a12:45:48.203083 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:45:48.685789 run create_hlr_db(pid=23597): Launched\u000a12:45:48.816752 bus /sierra_2: Setting Powered False\u000a12:45:49.892150 run create_hlr_db(pid=23597): Terminated: ok {rc=0}\u000a12:45:50.267693 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23599): Launched\u000a12:45:50.566640 run osmo-hlr_10.42.42.2(pid=23600): Launched\u000a12:45:50.683523 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:45:51.186231 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23602): Launched\u000a12:45:51.485972 run osmo-stp_10.42.42.5(pid=23603): Launched\u000a12:45:51.596252 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:45:52.128809 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23606): Launched\u000a12:45:52.427305 run osmo-msc_10.42.42.6(pid=23607): Launched\u000a12:45:52.603781 run osmo-stp_10.42.42.5(pid=23603): ERR: Terminated: ERROR {rc=1} [trial-2404↪handover_2G:oc2g+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23603)]\u000a12:45:52.731531 run osmo-stp_10.42.42.5(pid=23603): stdout: \u000a| (launched: 2022-12-14_12:45:51.337420)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:45:52.856253 run osmo-stp_10.42.42.5(pid=23603): stderr: \u000a| �[0;m�[38;5;43m20221214124551507 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214124551507 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214124551507 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214124551508 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214124551508 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214124551508 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214124551509 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:45:52.976253 run osmo-stp_10.42.42.5(pid=23603): stdout: \u000a| (launched: 2022-12-14_12:45:51.337420)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:45:53.094974 run osmo-stp_10.42.42.5(pid=23603): stderr: \u000a| �[0;m�[38;5;43m20221214124551507 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214124551507 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214124551507 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214124551508 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214124551508 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214124551508 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214124551509 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:45:53.147105 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=23603): Process ended prematurely: osmo-stp_10.42.42.5(pid=23603) [trial-2404↪handover_2G:oc2g+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23603)] [trial-2404↪handover_2G:oc2g+bts1-sysmo↪handover.py:18]\u000a12:45:53.155224 tst handover.py:18: Test FAILED (6.5 sec)\u000a12:45:53.214970 run osmo-hlr_10.42.42.2(pid=23600): ERR: Terminated: ERROR {rc=237} [trial-2404↪handover_2G:oc2g+bts1-sysmo↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23600)]\u000a12:45:53.263742 run osmo-hlr_10.42.42.2(pid=23600): stdout: \u000a| (launched: 2022-12-14_12:45:50.419253) \u000a12:45:53.313391 run osmo-hlr_10.42.42.2(pid=23600): stderr: \u000a| �[0;m�[1;31m20221214124550595 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214124550595 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214124550595 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214124550595 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214124550595 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214124550595 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214124550607 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2404/run.2022-12-14_11-25-45/handover_2G:oc2g+bts1-sysmo/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214124550616 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214124550616 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214124550616 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:45:53.380589 run osmo-msc_10.42.42.6(pid=23607): ERR: Terminated: ERROR {rc=2} [trial-2404↪handover_2G:oc2g+bts1-sysmo↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=23607)]\u000a12:45:53.429437 run osmo-msc_10.42.42.6(pid=23607): stdout: \u000a| (launched: 2022-12-14_12:45:52.279725) \u000a12:45:53.478874 run osmo-msc_10.42.42.6(pid=23607): stderr: \u000a| �[0;m�[38;5;43m20221214124552551 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214124552551 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7faaf8041c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214124552551 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214124552551 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214124552551 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214124552552 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214124552553 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214124552554 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214124552554 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214124552554 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:45:53.521156 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23599): Terminating (SIGTERM)\u000a12:45:53.561421 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23602): Terminating (SIGTERM)\u000a12:45:53.601497 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23606): Terminating (SIGTERM)\u000a12:45:53.610731 --- ParallelTerminationStrategy: PID 23599 died...\u000a12:45:53.664359 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23599): Terminated: ok {rc=0}\u000a12:45:53.674038 --- ParallelTerminationStrategy: PID 23602 died...\u000a12:45:53.727482 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23602): Terminated: ok {rc=0}\u000a12:45:53.737075 --- ParallelTerminationStrategy: PID 23606 died...\u000a12:45:53.790457 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23606): Terminated: ok {rc=0}\u000a12:45:53.873965 bus /sierra_3: Setting Powered False\u000a12:45:54.980572 bus /sierra_3: Setting Powered False\u000a12:45:56.093686 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "176", "name" : "handover_2G_oc2g+bts1-sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T12:45:46" }, { "cases" : [ { "testActions" : [ ], "age" : 202, "className" : "handover_2G:oc2g+bts1-trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23618): Process ended prematurely: osmo-stp_10.42.42.5(pid=23618) [trial-2404↪handover_2G:oc2g+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23618)]", "failedSince" : 2203, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23618): Process ended prematurely: osmo-stp_10.42.42.5(pid=23618) [trial-2404↪handover_2G:oc2g+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23618)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2404 handover_2G:oc2g+bts1-trx-b200 handover.py\u000a----------------------------------------------\u000a12:45:58.069376 tst handover_2G:oc2g+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a12:45:58.080382 tst handover_2G:oc2g+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a12:45:58.201538 tst handover.py: using LAC 40994\u000a12:45:58.318838 tst handover.py: using RAC 194\u000a12:45:58.443805 tst handover.py: using CellId 40994\u000a12:45:58.569436 tst handover.py: using BVCI 40995\u000a12:45:58.593751 tst handover_2G:oc2g+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a12:45:58.734294 tst handover.py: using LAC 40995\u000a12:45:58.861957 tst handover.py: using RAC 195\u000a12:45:58.987403 tst handover.py: using CellId 40995\u000a12:45:59.114125 tst handover.py: using BVCI 40996\u000a12:45:59.138557 tst handover_2G:oc2g+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a12:45:59.149669 tst handover_2G:oc2g+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a12:45:59.160543 tst handover_2G:oc2g+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a12:45:59.171616 tst handover_2G:oc2g+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a12:45:59.182660 tst handover_2G:oc2g+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a12:45:59.193633 tst handover_2G:oc2g+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a12:45:59.311447 tst handover_2G:oc2g+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a12:45:59.512283 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:45:59.956041 run create_hlr_db(pid=23612): Launched\u000a12:46:00.078250 bus /sierra_2: Setting Powered False\u000a12:46:01.150345 run create_hlr_db(pid=23612): Terminated: ok {rc=0}\u000a12:46:01.543642 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23614): Launched\u000a12:46:01.950292 run osmo-hlr_10.42.42.2(pid=23615): Launched\u000a12:46:02.178797 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:46:02.709555 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23617): Launched\u000a12:46:03.028714 run osmo-stp_10.42.42.5(pid=23618): Launched\u000a12:46:03.144826 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:46:03.702735 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23620): Launched\u000a12:46:04.023095 run osmo-msc_10.42.42.6(pid=23621): Launched\u000a12:46:04.210797 run osmo-stp_10.42.42.5(pid=23618): ERR: Terminated: ERROR {rc=1} [trial-2404↪handover_2G:oc2g+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23618)]\u000a12:46:04.346196 run osmo-stp_10.42.42.5(pid=23618): stdout: \u000a| (launched: 2022-12-14_12:46:02.872807)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:46:04.481807 run osmo-stp_10.42.42.5(pid=23618): stderr: \u000a| �[0;m�[38;5;43m20221214124603067 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214124603067 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214124603068 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214124603068 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214124603069 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214124603069 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214124603069 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:46:04.610793 run osmo-stp_10.42.42.5(pid=23618): stdout: \u000a| (launched: 2022-12-14_12:46:02.872807)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:46:04.738186 run osmo-stp_10.42.42.5(pid=23618): stderr: \u000a| �[0;m�[38;5;43m20221214124603067 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214124603067 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214124603068 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214124603068 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214124603069 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214124603069 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214124603069 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:46:04.794732 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=23618): Process ended prematurely: osmo-stp_10.42.42.5(pid=23618) [trial-2404↪handover_2G:oc2g+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23618)] [trial-2404↪handover_2G:oc2g+bts1-trx-b200↪handover.py:18]\u000a12:46:04.803445 tst handover.py:18: Test FAILED (6.7 sec)\u000a12:46:04.866294 run osmo-hlr_10.42.42.2(pid=23615): ERR: Terminated: ERROR {rc=237} [trial-2404↪handover_2G:oc2g+bts1-trx-b200↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23615)]\u000a12:46:04.917630 run osmo-hlr_10.42.42.2(pid=23615): stdout: \u000a| (launched: 2022-12-14_12:46:01.698492) \u000a12:46:04.969222 run osmo-hlr_10.42.42.2(pid=23615): stderr: \u000a| �[0;m�[1;31m20221214124602039 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214124602039 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214124602039 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214124602039 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214124602039 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214124602039 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214124602059 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2404/run.2022-12-14_11-25-45/handover_2G:oc2g+bts1-trx-b200/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214124602075 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214124602075 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214124602076 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:46:05.039467 run osmo-msc_10.42.42.6(pid=23621): ERR: Terminated: ERROR {rc=2} [trial-2404↪handover_2G:oc2g+bts1-trx-b200↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=23621)]\u000a12:46:05.090445 run osmo-msc_10.42.42.6(pid=23621): stdout: \u000a| (launched: 2022-12-14_12:46:03.866057) \u000a12:46:05.142065 run osmo-msc_10.42.42.6(pid=23621): stderr: \u000a| �[0;m�[38;5;43m20221214124604188 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214124604188 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f78cc054c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214124604188 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214124604188 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214124604189 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214124604189 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214124604190 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214124604191 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214124604191 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214124604191 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:46:05.185747 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23614): Terminating (SIGTERM)\u000a12:46:05.227138 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23617): Terminating (SIGTERM)\u000a12:46:05.268599 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23620): Terminating (SIGTERM)\u000a12:46:05.278326 --- ParallelTerminationStrategy: PID 23614 died...\u000a12:46:05.334191 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23614): Terminated: ok {rc=0}\u000a12:46:05.344341 --- ParallelTerminationStrategy: PID 23617 died...\u000a12:46:05.399766 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23617): Terminated: ok {rc=0}\u000a12:46:05.409843 --- ParallelTerminationStrategy: PID 23620 died...\u000a12:46:05.465002 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23620): Terminated: ok {rc=0}\u000a12:46:05.550816 bus /sierra_3: Setting Powered False\u000a12:46:06.656568 bus /sierra_3: Setting Powered False\u000a12:46:07.768908 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "177", "name" : "handover_2G_oc2g+bts1-trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T12:45:57" }, { "cases" : [ { "testActions" : [ ], "age" : 202, "className" : "handover_2G:oc2g+bts1-trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23632): Process ended prematurely: osmo-stp_10.42.42.5(pid=23632) [trial-2404↪handover_2G:oc2g+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23632)]", "failedSince" : 2203, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23632): Process ended prematurely: osmo-stp_10.42.42.5(pid=23632) [trial-2404↪handover_2G:oc2g+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23632)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2404 handover_2G:oc2g+bts1-trx-umtrx handover.py\u000a----------------------------------------------\u000a12:46:09.744368 tst handover_2G:oc2g+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a12:46:09.755047 tst handover_2G:oc2g+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a12:46:09.873935 tst handover.py: using LAC 40996\u000a12:46:09.994354 tst handover.py: using RAC 196\u000a12:46:10.108434 tst handover.py: using CellId 40996\u000a12:46:10.225602 tst handover.py: using BVCI 40997\u000a12:46:10.248154 tst handover_2G:oc2g+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a12:46:10.380156 tst handover.py: using LAC 40997\u000a12:46:10.502600 tst handover.py: using RAC 197\u000a12:46:10.626929 tst handover.py: using CellId 40997\u000a12:46:10.750396 tst handover.py: using BVCI 40998\u000a12:46:10.775289 tst handover_2G:oc2g+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a12:46:10.786693 tst handover_2G:oc2g+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a12:46:10.797899 tst handover_2G:oc2g+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a12:46:10.808773 tst handover_2G:oc2g+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a12:46:10.820190 tst handover_2G:oc2g+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a12:46:10.831186 tst handover_2G:oc2g+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a12:46:10.949045 tst handover_2G:oc2g+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a12:46:11.158569 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:46:11.642203 run create_hlr_db(pid=23626): Launched\u000a12:46:11.773059 bus /sierra_2: Setting Powered False\u000a12:46:12.848021 run create_hlr_db(pid=23626): Terminated: ok {rc=0}\u000a12:46:13.225555 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23628): Launched\u000a12:46:13.525282 run osmo-hlr_10.42.42.2(pid=23629): Launched\u000a12:46:13.642573 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:46:14.143310 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23631): Launched\u000a12:46:14.440627 run osmo-stp_10.42.42.5(pid=23632): Launched\u000a12:46:14.549441 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:46:15.070390 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23634): Launched\u000a12:46:15.369690 run osmo-msc_10.42.42.6(pid=23635): Launched\u000a12:46:15.546045 run osmo-stp_10.42.42.5(pid=23632): ERR: Terminated: ERROR {rc=1} [trial-2404↪handover_2G:oc2g+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23632)]\u000a12:46:15.673132 run osmo-stp_10.42.42.5(pid=23632): stdout: \u000a| (launched: 2022-12-14_12:46:14.294015)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:46:15.797563 run osmo-stp_10.42.42.5(pid=23632): stderr: \u000a| �[0;m�[38;5;43m20221214124614466 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214124614466 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214124614467 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214124614467 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214124614467 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214124614467 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214124614468 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:46:15.930422 run osmo-stp_10.42.42.5(pid=23632): stdout: \u000a| (launched: 2022-12-14_12:46:14.294015)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:46:16.053228 run osmo-stp_10.42.42.5(pid=23632): stderr: \u000a| �[0;m�[38;5;43m20221214124614466 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214124614466 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214124614467 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214124614467 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214124614467 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214124614467 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214124614468 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:46:16.107444 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=23632): Process ended prematurely: osmo-stp_10.42.42.5(pid=23632) [trial-2404↪handover_2G:oc2g+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23632)] [trial-2404↪handover_2G:oc2g+bts1-trx-umtrx↪handover.py:18]\u000a12:46:16.116254 tst handover.py:18: Test FAILED (6.4 sec)\u000a12:46:16.179263 run osmo-hlr_10.42.42.2(pid=23629): ERR: Terminated: ERROR {rc=237} [trial-2404↪handover_2G:oc2g+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23629)]\u000a12:46:16.229750 run osmo-hlr_10.42.42.2(pid=23629): stdout: \u000a| (launched: 2022-12-14_12:46:13.377378) \u000a12:46:16.281401 run osmo-hlr_10.42.42.2(pid=23629): stderr: \u000a| �[0;m�[1;31m20221214124613554 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214124613555 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214124613555 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214124613555 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214124613555 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214124613555 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214124613567 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2404/run.2022-12-14_11-25-45/handover_2G:oc2g+bts1-trx-umtrx/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214124613577 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214124613578 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214124613578 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:46:16.350333 run osmo-msc_10.42.42.6(pid=23635): ERR: Terminated: ERROR {rc=2} [trial-2404↪handover_2G:oc2g+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=23635)]\u000a12:46:16.400859 run osmo-msc_10.42.42.6(pid=23635): stdout: \u000a| (launched: 2022-12-14_12:46:15.221801) \u000a12:46:16.452059 run osmo-msc_10.42.42.6(pid=23635): stderr: \u000a| �[0;m�[38;5;43m20221214124615493 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214124615493 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f5127231c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214124615493 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214124615494 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214124615494 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214124615494 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214124615496 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214124615496 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214124615496 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214124615496 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:46:16.495736 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23628): Terminating (SIGTERM)\u000a12:46:16.537704 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23631): Terminating (SIGTERM)\u000a12:46:16.579369 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23634): Terminating (SIGTERM)\u000a12:46:16.588940 --- ParallelTerminationStrategy: PID 23628 died...\u000a12:46:16.645267 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23628): Terminated: ok {rc=0}\u000a12:46:16.655629 --- ParallelTerminationStrategy: PID 23631 died...\u000a12:46:16.711694 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23631): Terminated: ok {rc=0}\u000a12:46:16.722136 --- ParallelTerminationStrategy: PID 23634 died...\u000a12:46:16.778224 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23634): Terminated: ok {rc=0}\u000a12:46:16.867272 bus /sierra_3: Setting Powered False\u000a12:46:17.966543 bus /sierra_3: Setting Powered False\u000a12:46:19.071398 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "178", "name" : "handover_2G_oc2g+bts1-trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T12:46:09" }, { "cases" : [ { "testActions" : [ ], "age" : 233, "className" : "handover_2G:octphy+bts1-trx-lms", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23646): Process ended prematurely: osmo-stp_10.42.42.5(pid=23646) [trial-2404↪handover_2G:octphy+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23646)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23646): Process ended prematurely: osmo-stp_10.42.42.5(pid=23646) [trial-2404↪handover_2G:octphy+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23646)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2404 handover_2G:octphy+bts1-trx-lms handover.py\u000a----------------------------------------------\u000a12:46:21.058723 tst handover_2G:octphy+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a12:46:21.069814 tst handover_2G:octphy+bts1-trx-lms: Using 1 x bts (candidates: 2)\u000a12:46:21.195185 tst handover.py: using LAC 40998\u000a12:46:21.320133 tst handover.py: using RAC 198\u000a12:46:21.437122 tst handover.py: using CellId 40998\u000a12:46:21.553067 tst handover.py: using BVCI 40999\u000a12:46:21.575562 tst handover_2G:octphy+bts1-trx-lms: Using 1 x bts (candidates: 2)\u000a12:46:21.714780 tst handover.py: using LAC 40999\u000a12:46:21.839513 tst handover.py: using RAC 199\u000a12:46:21.963378 tst handover.py: using CellId 40999\u000a12:46:22.086838 tst handover.py: using BVCI 41000\u000a12:46:22.111154 tst handover_2G:octphy+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a12:46:22.122352 tst handover_2G:octphy+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a12:46:22.133455 tst handover_2G:octphy+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a12:46:22.144391 tst handover_2G:octphy+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a12:46:22.156054 tst handover_2G:octphy+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a12:46:22.167663 tst handover_2G:octphy+bts1-trx-lms: Using 1 x modem (candidates: 2)\u000a12:46:22.284399 tst handover_2G:octphy+bts1-trx-lms: Using 1 x modem (candidates: 2)\u000a12:46:22.493984 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:46:22.977683 run create_hlr_db(pid=23640): Launched\u000a12:46:23.108049 bus /sierra_2: Setting Powered False\u000a12:46:24.183510 run create_hlr_db(pid=23640): Terminated: ok {rc=0}\u000a12:46:24.559214 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23642): Launched\u000a12:46:24.857891 run osmo-hlr_10.42.42.2(pid=23643): Launched\u000a12:46:24.975524 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:46:25.478280 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23645): Launched\u000a12:46:25.775209 run osmo-stp_10.42.42.5(pid=23646): Launched\u000a12:46:25.884173 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:46:26.406704 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23648): Launched\u000a12:46:26.706548 run osmo-msc_10.42.42.6(pid=23649): Launched\u000a12:46:26.883093 run osmo-stp_10.42.42.5(pid=23646): ERR: Terminated: ERROR {rc=1} [trial-2404↪handover_2G:octphy+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23646)]\u000a12:46:27.010527 run osmo-stp_10.42.42.5(pid=23646): stdout: \u000a| (launched: 2022-12-14_12:46:25.628619)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:46:27.135358 run osmo-stp_10.42.42.5(pid=23646): stderr: \u000a| �[0;m�[38;5;43m20221214124625800 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214124625801 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214124625801 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214124625801 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214124625802 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214124625802 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214124625802 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:46:27.255236 run osmo-stp_10.42.42.5(pid=23646): stdout: \u000a| (launched: 2022-12-14_12:46:25.628619)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:46:27.373967 run osmo-stp_10.42.42.5(pid=23646): stderr: \u000a| �[0;m�[38;5;43m20221214124625800 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214124625801 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214124625801 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214124625801 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214124625802 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214124625802 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214124625802 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:46:27.426155 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=23646): Process ended prematurely: osmo-stp_10.42.42.5(pid=23646) [trial-2404↪handover_2G:octphy+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23646)] [trial-2404↪handover_2G:octphy+bts1-trx-lms↪handover.py:18]\u000a12:46:27.434224 tst handover.py:18: Test FAILED (6.4 sec)\u000a12:46:27.493862 run osmo-hlr_10.42.42.2(pid=23643): ERR: Terminated: ERROR {rc=237} [trial-2404↪handover_2G:octphy+bts1-trx-lms↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23643)]\u000a12:46:27.542260 run osmo-hlr_10.42.42.2(pid=23643): stdout: \u000a| (launched: 2022-12-14_12:46:24.710573) \u000a12:46:27.591120 run osmo-hlr_10.42.42.2(pid=23643): stderr: \u000a| �[0;m�[1;31m20221214124624886 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214124624886 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214124624886 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214124624886 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214124624886 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214124624886 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214124624897 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2404/run.2022-12-14_11-25-45/handover_2G:octphy+bts1-trx-lms/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214124624906 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214124624906 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214124624906 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:46:27.657375 run osmo-msc_10.42.42.6(pid=23649): ERR: Terminated: ERROR {rc=2} [trial-2404↪handover_2G:octphy+bts1-trx-lms↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=23649)]\u000a12:46:27.705353 run osmo-msc_10.42.42.6(pid=23649): stdout: \u000a| (launched: 2022-12-14_12:46:26.558356) \u000a12:46:27.753880 run osmo-msc_10.42.42.6(pid=23649): stderr: \u000a| �[0;m�[38;5;43m20221214124626830 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214124626830 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f5993efdc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214124626830 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214124626830 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214124626830 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214124626831 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214124626832 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214124626833 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214124626833 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214124626833 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:46:27.795356 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23642): Terminating (SIGTERM)\u000a12:46:27.834773 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23645): Terminating (SIGTERM)\u000a12:46:27.874333 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23648): Terminating (SIGTERM)\u000a12:46:27.883489 --- ParallelTerminationStrategy: PID 23642 died...\u000a12:46:27.936739 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23642): Terminated: ok {rc=0}\u000a12:46:27.946271 --- ParallelTerminationStrategy: PID 23645 died...\u000a12:46:27.998996 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23645): Terminated: ok {rc=0}\u000a12:46:28.008456 --- ParallelTerminationStrategy: PID 23648 died...\u000a12:46:28.061465 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23648): Terminated: ok {rc=0}\u000a12:46:28.148539 bus /sierra_3: Setting Powered False\u000a12:46:29.249694 bus /sierra_3: Setting Powered False\u000a12:46:30.355392 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "179", "name" : "handover_2G_octphy+bts1-trx-lms", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T12:46:20" }, { "cases" : [ { "testActions" : [ ], "age" : 233, "className" : "handover_2G:octphy+bts1-trx-lms-limenet-micro", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23660): Process ended prematurely: osmo-stp_10.42.42.5(pid=23660) [trial-2404↪handover_2G:octphy+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23660)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23660): Process ended prematurely: osmo-stp_10.42.42.5(pid=23660) [trial-2404↪handover_2G:octphy+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23660)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2404 handover_2G:octphy+bts1-trx-lms-limenet-micro handover.py\u000a----------------------------------------------\u000a12:46:32.391488 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a12:46:32.403050 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x bts (candidates: 2)\u000a12:46:32.530857 tst handover.py: using LAC 41000\u000a12:46:32.656508 tst handover.py: using RAC 200\u000a12:46:32.782578 tst handover.py: using CellId 41000\u000a12:46:32.908176 tst handover.py: using BVCI 41001\u000a12:46:32.932489 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x bts (candidates: 2)\u000a12:46:33.074653 tst handover.py: using LAC 41001\u000a12:46:33.200739 tst handover.py: using RAC 201\u000a12:46:33.324544 tst handover.py: using CellId 41001\u000a12:46:33.448483 tst handover.py: using BVCI 41002\u000a12:46:33.472808 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a12:46:33.484159 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a12:46:33.495397 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a12:46:33.506669 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a12:46:33.518514 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a12:46:33.530159 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a12:46:33.647749 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a12:46:33.847020 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:46:34.291582 run create_hlr_db(pid=23654): Launched\u000a12:46:34.413718 bus /sierra_2: Setting Powered False\u000a12:46:35.485116 run create_hlr_db(pid=23654): Terminated: ok {rc=0}\u000a12:46:35.885300 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23656): Launched\u000a12:46:36.207145 run osmo-hlr_10.42.42.2(pid=23657): Launched\u000a12:46:36.328142 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:46:36.854798 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23659): Launched\u000a12:46:37.154188 run osmo-stp_10.42.42.5(pid=23660): Launched\u000a12:46:37.262949 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:46:37.783294 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23662): Launched\u000a12:46:38.082505 run osmo-msc_10.42.42.6(pid=23663): Launched\u000a12:46:38.259079 run osmo-stp_10.42.42.5(pid=23660): ERR: Terminated: ERROR {rc=1} [trial-2404↪handover_2G:octphy+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23660)]\u000a12:46:38.386037 run osmo-stp_10.42.42.5(pid=23660): stdout: \u000a| (launched: 2022-12-14_12:46:37.007193)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:46:38.511016 run osmo-stp_10.42.42.5(pid=23660): stderr: \u000a| �[0;m�[38;5;43m20221214124637178 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214124637179 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214124637179 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214124637179 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214124637180 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214124637180 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214124637180 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:46:38.631399 run osmo-stp_10.42.42.5(pid=23660): stdout: \u000a| (launched: 2022-12-14_12:46:37.007193)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:46:38.750645 run osmo-stp_10.42.42.5(pid=23660): stderr: \u000a| �[0;m�[38;5;43m20221214124637178 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214124637179 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214124637179 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214124637179 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214124637180 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214124637180 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214124637180 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:46:38.803082 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=23660): Process ended prematurely: osmo-stp_10.42.42.5(pid=23660) [trial-2404↪handover_2G:octphy+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23660)] [trial-2404↪handover_2G:octphy+bts1-trx-lms-limenet-micro↪handover.py:18]\u000a12:46:38.810954 tst handover.py:18: Test FAILED (6.4 sec)\u000a12:46:38.870299 run osmo-hlr_10.42.42.2(pid=23657): ERR: Terminated: ERROR {rc=237} [trial-2404↪handover_2G:octphy+bts1-trx-lms-limenet-micro↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23657)]\u000a12:46:38.918740 run osmo-hlr_10.42.42.2(pid=23657): stdout: \u000a| (launched: 2022-12-14_12:46:36.049069) \u000a12:46:38.967924 run osmo-hlr_10.42.42.2(pid=23657): stderr: \u000a| �[0;m�[1;31m20221214124636247 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214124636247 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214124636247 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214124636247 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214124636248 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214124636248 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214124636260 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2404/run.2022-12-14_11-25-45/handover_2G:octphy+bts1-trx-lms-limenet-micro/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214124636268 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214124636269 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214124636269 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:46:39.034786 run osmo-msc_10.42.42.6(pid=23663): ERR: Terminated: ERROR {rc=2} [trial-2404↪handover_2G:octphy+bts1-trx-lms-limenet-micro↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=23663)]\u000a12:46:39.083357 run osmo-msc_10.42.42.6(pid=23663): stdout: \u000a| (launched: 2022-12-14_12:46:37.935108) \u000a12:46:39.132662 run osmo-msc_10.42.42.6(pid=23663): stderr: \u000a| �[0;m�[38;5;43m20221214124638204 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214124638204 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f10d03c7c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214124638204 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214124638204 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214124638204 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214124638205 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214124638206 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214124638207 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214124638207 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214124638207 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:46:39.174548 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23656): Terminating (SIGTERM)\u000a12:46:39.214155 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23659): Terminating (SIGTERM)\u000a12:46:39.253703 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23662): Terminating (SIGTERM)\u000a12:46:39.262793 --- ParallelTerminationStrategy: PID 23656 died...\u000a12:46:39.315911 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23656): Terminated: ok {rc=0}\u000a12:46:39.325547 --- ParallelTerminationStrategy: PID 23659 died...\u000a12:46:39.378401 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23659): Terminated: ok {rc=0}\u000a12:46:39.387877 --- ParallelTerminationStrategy: PID 23662 died...\u000a12:46:39.440761 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23662): Terminated: ok {rc=0}\u000a12:46:39.527034 bus /sierra_3: Setting Powered False\u000a12:46:40.632659 bus /sierra_3: Setting Powered False\u000a12:46:41.743151 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "180", "name" : "handover_2G_octphy+bts1-trx-lms-limenet-micro", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T12:46:32" }, { "cases" : [ { "testActions" : [ ], "age" : 233, "className" : "handover_2G:octphy+bts1-trx-sysmocell5000", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23674): Process ended prematurely: osmo-stp_10.42.42.5(pid=23674) [trial-2404↪handover_2G:octphy+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23674)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23674): Process ended prematurely: osmo-stp_10.42.42.5(pid=23674) [trial-2404↪handover_2G:octphy+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23674)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2404 handover_2G:octphy+bts1-trx-sysmocell5000 handover.py\u000a----------------------------------------------\u000a12:46:43.738098 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a12:46:43.749428 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2)\u000a12:46:43.875506 tst handover.py: using LAC 41002\u000a12:46:43.999186 tst handover.py: using RAC 202\u000a12:46:44.127450 tst handover.py: using CellId 41002\u000a12:46:44.251730 tst handover.py: using BVCI 41003\u000a12:46:44.275951 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2)\u000a12:46:44.416678 tst handover.py: using LAC 41003\u000a12:46:44.540591 tst handover.py: using RAC 203\u000a12:46:44.664408 tst handover.py: using CellId 41003\u000a12:46:44.789796 tst handover.py: using BVCI 41004\u000a12:46:44.814556 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a12:46:44.825926 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a12:46:44.837183 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a12:46:44.848317 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a12:46:44.859481 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a12:46:44.870733 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a12:46:44.989333 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a12:46:45.191485 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:46:45.636308 run create_hlr_db(pid=23668): Launched\u000a12:46:45.757957 bus /sierra_2: Setting Powered False\u000a12:46:46.832115 run create_hlr_db(pid=23668): Terminated: ok {rc=0}\u000a12:46:47.272368 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23670): Launched\u000a12:46:47.571710 run osmo-hlr_10.42.42.2(pid=23671): Launched\u000a12:46:47.680330 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:46:48.172040 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23673): Launched\u000a12:46:48.470034 run osmo-stp_10.42.42.5(pid=23674): Launched\u000a12:46:48.579751 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:46:49.101779 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23676): Launched\u000a12:46:49.401531 run osmo-msc_10.42.42.6(pid=23677): Launched\u000a12:46:49.577845 run osmo-stp_10.42.42.5(pid=23674): ERR: Terminated: ERROR {rc=1} [trial-2404↪handover_2G:octphy+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23674)]\u000a12:46:49.704665 run osmo-stp_10.42.42.5(pid=23674): stdout: \u000a| (launched: 2022-12-14_12:46:48.322656)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:46:49.829193 run osmo-stp_10.42.42.5(pid=23674): stderr: \u000a| �[0;m�[38;5;43m20221214124648494 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214124648494 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214124648494 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214124648495 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214124648495 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214124648495 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214124648495 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:46:49.948933 run osmo-stp_10.42.42.5(pid=23674): stdout: \u000a| (launched: 2022-12-14_12:46:48.322656)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:46:50.067656 run osmo-stp_10.42.42.5(pid=23674): stderr: \u000a| �[0;m�[38;5;43m20221214124648494 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214124648494 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214124648494 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214124648495 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214124648495 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214124648495 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214124648495 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:46:50.119929 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=23674): Process ended prematurely: osmo-stp_10.42.42.5(pid=23674) [trial-2404↪handover_2G:octphy+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23674)] [trial-2404↪handover_2G:octphy+bts1-trx-sysmocell5000↪handover.py:18]\u000a12:46:50.127745 tst handover.py:18: Test FAILED (6.4 sec)\u000a12:46:50.186849 run osmo-hlr_10.42.42.2(pid=23671): ERR: Terminated: ERROR {rc=237} [trial-2404↪handover_2G:octphy+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23671)]\u000a12:46:50.235391 run osmo-hlr_10.42.42.2(pid=23671): stdout: \u000a| (launched: 2022-12-14_12:46:47.423818) \u000a12:46:50.284419 run osmo-hlr_10.42.42.2(pid=23671): stderr: \u000a| �[0;m�[1;31m20221214124647599 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214124647599 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214124647599 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214124647599 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214124647599 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214124647599 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214124647632 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2404/run.2022-12-14_11-25-45/handover_2G:octphy+bts1-trx-sysmocell5000/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214124647641 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214124647641 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214124647641 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:46:50.350880 run osmo-msc_10.42.42.6(pid=23677): ERR: Terminated: ERROR {rc=2} [trial-2404↪handover_2G:octphy+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=23677)]\u000a12:46:50.399164 run osmo-msc_10.42.42.6(pid=23677): stdout: \u000a| (launched: 2022-12-14_12:46:49.253243) \u000a12:46:50.447837 run osmo-msc_10.42.42.6(pid=23677): stderr: \u000a| �[0;m�[38;5;43m20221214124649522 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214124649523 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fddc6bedc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214124649523 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214124649523 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214124649523 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214124649523 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214124649525 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214124649525 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214124649525 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214124649525 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:46:50.489510 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23670): Terminating (SIGTERM)\u000a12:46:50.528728 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23673): Terminating (SIGTERM)\u000a12:46:50.567962 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23676): Terminating (SIGTERM)\u000a12:46:50.577002 --- ParallelTerminationStrategy: PID 23670 died...\u000a12:46:50.629981 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23670): Terminated: ok {rc=0}\u000a12:46:50.639345 --- ParallelTerminationStrategy: PID 23673 died...\u000a12:46:50.691976 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23673): Terminated: ok {rc=0}\u000a12:46:50.701468 --- ParallelTerminationStrategy: PID 23676 died...\u000a12:46:50.754203 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23676): Terminated: ok {rc=0}\u000a12:46:50.844200 bus /sierra_3: Setting Powered False\u000a12:46:51.949948 bus /sierra_3: Setting Powered False\u000a12:46:53.057273 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "181", "name" : "handover_2G_octphy+bts1-trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T12:46:43" }, { "cases" : [ { "testActions" : [ ], "age" : 233, "className" : "handover_2G:octphy+bts1-sysmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23688): Process ended prematurely: osmo-stp_10.42.42.5(pid=23688) [trial-2404↪handover_2G:octphy+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23688)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23688): Process ended prematurely: osmo-stp_10.42.42.5(pid=23688) [trial-2404↪handover_2G:octphy+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23688)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2404 handover_2G:octphy+bts1-sysmo handover.py\u000a----------------------------------------------\u000a12:46:55.010721 tst handover_2G:octphy+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a12:46:55.021437 tst handover_2G:octphy+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a12:46:55.145656 tst handover.py: using LAC 41004\u000a12:46:55.271376 tst handover.py: using RAC 204\u000a12:46:55.400136 tst handover.py: using CellId 41004\u000a12:46:55.519999 tst handover.py: using BVCI 41005\u000a12:46:55.542827 tst handover_2G:octphy+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a12:46:55.662197 tst handover.py: using LAC 41005\u000a12:46:55.777578 tst handover.py: using RAC 205\u000a12:46:55.893107 tst handover.py: using CellId 41005\u000a12:46:56.010592 tst handover.py: using BVCI 41006\u000a12:46:56.033263 tst handover_2G:octphy+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a12:46:56.044016 tst handover_2G:octphy+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a12:46:56.054600 tst handover_2G:octphy+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a12:46:56.065111 tst handover_2G:octphy+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a12:46:56.075951 tst handover_2G:octphy+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a12:46:56.086900 tst handover_2G:octphy+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a12:46:56.206379 tst handover_2G:octphy+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a12:46:56.405027 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:46:56.848185 run create_hlr_db(pid=23682): Launched\u000a12:46:56.970286 bus /sierra_2: Setting Powered False\u000a12:46:58.041474 run create_hlr_db(pid=23682): Terminated: ok {rc=0}\u000a12:46:58.413783 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23684): Launched\u000a12:46:58.711892 run osmo-hlr_10.42.42.2(pid=23685): Launched\u000a12:46:58.827779 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:46:59.325326 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23687): Launched\u000a12:46:59.624330 run osmo-stp_10.42.42.5(pid=23688): Launched\u000a12:46:59.733706 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:47:00.253160 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23690): Launched\u000a12:47:00.551609 run osmo-msc_10.42.42.6(pid=23691): Launched\u000a12:47:00.727149 run osmo-stp_10.42.42.5(pid=23688): ERR: Terminated: ERROR {rc=1} [trial-2404↪handover_2G:octphy+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23688)]\u000a12:47:00.865692 run osmo-stp_10.42.42.5(pid=23688): stdout: \u000a| (launched: 2022-12-14_12:46:59.476641)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:47:01.002038 run osmo-stp_10.42.42.5(pid=23688): stderr: \u000a| �[0;m�[38;5;43m20221214124659646 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214124659647 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214124659647 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214124659647 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214124659648 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214124659648 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214124659648 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:47:01.124853 run osmo-stp_10.42.42.5(pid=23688): stdout: \u000a| (launched: 2022-12-14_12:46:59.476641)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:47:01.246339 run osmo-stp_10.42.42.5(pid=23688): stderr: \u000a| �[0;m�[38;5;43m20221214124659646 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214124659647 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214124659647 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214124659647 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214124659648 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214124659648 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214124659648 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:47:01.300036 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=23688): Process ended prematurely: osmo-stp_10.42.42.5(pid=23688) [trial-2404↪handover_2G:octphy+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23688)] [trial-2404↪handover_2G:octphy+bts1-sysmo↪handover.py:18]\u000a12:47:01.308942 tst handover.py:18: Test FAILED (6.3 sec)\u000a12:47:01.371533 run osmo-hlr_10.42.42.2(pid=23685): ERR: Terminated: ERROR {rc=237} [trial-2404↪handover_2G:octphy+bts1-sysmo↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23685)]\u000a12:47:01.422389 run osmo-hlr_10.42.42.2(pid=23685): stdout: \u000a| (launched: 2022-12-14_12:46:58.564894) \u000a12:47:01.474081 run osmo-hlr_10.42.42.2(pid=23685): stderr: \u000a| �[0;m�[1;31m20221214124658737 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214124658737 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214124658737 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214124658737 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214124658738 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214124658738 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214124658750 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2404/run.2022-12-14_11-25-45/handover_2G:octphy+bts1-sysmo/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214124658761 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214124658761 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214124658761 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:47:01.542957 run osmo-msc_10.42.42.6(pid=23691): ERR: Terminated: ERROR {rc=2} [trial-2404↪handover_2G:octphy+bts1-sysmo↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=23691)]\u000a12:47:01.593533 run osmo-msc_10.42.42.6(pid=23691): stdout: \u000a| (launched: 2022-12-14_12:47:00.404052) \u000a12:47:01.644705 run osmo-msc_10.42.42.6(pid=23691): stderr: \u000a| �[0;m�[38;5;43m20221214124700676 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214124700676 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fdc8ac42c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214124700676 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214124700676 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214124700677 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214124700677 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214124700679 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214124700679 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214124700679 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214124700679 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:47:01.688536 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23684): Terminating (SIGTERM)\u000a12:47:01.731934 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23687): Terminating (SIGTERM)\u000a12:47:01.773785 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23690): Terminating (SIGTERM)\u000a12:47:01.783416 --- ParallelTerminationStrategy: PID 23684 died...\u000a12:47:01.839774 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23684): Terminated: ok {rc=0}\u000a12:47:01.850559 --- ParallelTerminationStrategy: PID 23687 died...\u000a12:47:01.906836 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23687): Terminated: ok {rc=0}\u000a12:47:01.917259 --- ParallelTerminationStrategy: PID 23690 died...\u000a12:47:01.973096 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23690): Terminated: ok {rc=0}\u000a12:47:02.059541 bus /sierra_3: Setting Powered False\u000a12:47:03.159191 bus /sierra_3: Setting Powered False\u000a12:47:04.268619 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "182", "name" : "handover_2G_octphy+bts1-sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T12:46:54" }, { "cases" : [ { "testActions" : [ ], "age" : 233, "className" : "handover_2G:octphy+bts1-trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23702): Process ended prematurely: osmo-stp_10.42.42.5(pid=23702) [trial-2404↪handover_2G:octphy+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23702)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23702): Process ended prematurely: osmo-stp_10.42.42.5(pid=23702) [trial-2404↪handover_2G:octphy+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23702)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2404 handover_2G:octphy+bts1-trx-b200 handover.py\u000a----------------------------------------------\u000a12:47:06.240011 tst handover_2G:octphy+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a12:47:06.251371 tst handover_2G:octphy+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a12:47:06.383359 tst handover.py: using LAC 41006\u000a12:47:06.501765 tst handover.py: using RAC 206\u000a12:47:06.618168 tst handover.py: using CellId 41006\u000a12:47:06.733883 tst handover.py: using BVCI 41007\u000a12:47:06.756592 tst handover_2G:octphy+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a12:47:06.890914 tst handover.py: using LAC 41007\u000a12:47:07.007444 tst handover.py: using RAC 207\u000a12:47:07.132551 tst handover.py: using CellId 41007\u000a12:47:07.250717 tst handover.py: using BVCI 41008\u000a12:47:07.273352 tst handover_2G:octphy+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a12:47:07.283904 tst handover_2G:octphy+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a12:47:07.294509 tst handover_2G:octphy+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a12:47:07.305141 tst handover_2G:octphy+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a12:47:07.315919 tst handover_2G:octphy+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a12:47:07.326758 tst handover_2G:octphy+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a12:47:07.443479 tst handover_2G:octphy+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a12:47:07.641639 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:47:08.082992 run create_hlr_db(pid=23696): Launched\u000a12:47:08.204384 bus /sierra_2: Setting Powered False\u000a12:47:09.275939 run create_hlr_db(pid=23696): Terminated: ok {rc=0}\u000a12:47:09.674283 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23698): Launched\u000a12:47:09.994781 run osmo-hlr_10.42.42.2(pid=23699): Launched\u000a12:47:10.112510 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:47:10.638981 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23701): Launched\u000a12:47:10.958339 run osmo-stp_10.42.42.5(pid=23702): Launched\u000a12:47:11.075267 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:47:11.631712 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23704): Launched\u000a12:47:11.952176 run osmo-msc_10.42.42.6(pid=23705): Launched\u000a12:47:12.140391 run osmo-stp_10.42.42.5(pid=23702): ERR: Terminated: ERROR {rc=1} [trial-2404↪handover_2G:octphy+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23702)]\u000a12:47:12.275784 run osmo-stp_10.42.42.5(pid=23702): stdout: \u000a| (launched: 2022-12-14_12:47:10.801738)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:47:12.410729 run osmo-stp_10.42.42.5(pid=23702): stderr: \u000a| �[0;m�[38;5;43m20221214124710996 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214124710996 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214124710997 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214124710997 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214124710998 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214124710998 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214124710998 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:47:12.539299 run osmo-stp_10.42.42.5(pid=23702): stdout: \u000a| (launched: 2022-12-14_12:47:10.801738)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:47:12.666927 run osmo-stp_10.42.42.5(pid=23702): stderr: \u000a| �[0;m�[38;5;43m20221214124710996 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214124710996 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214124710997 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214124710997 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214124710998 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214124710998 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214124710998 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:47:12.723010 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=23702): Process ended prematurely: osmo-stp_10.42.42.5(pid=23702) [trial-2404↪handover_2G:octphy+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23702)] [trial-2404↪handover_2G:octphy+bts1-trx-b200↪handover.py:18]\u000a12:47:12.731365 tst handover.py:18: Test FAILED (6.5 sec)\u000a12:47:12.793474 run osmo-hlr_10.42.42.2(pid=23699): ERR: Terminated: ERROR {rc=237} [trial-2404↪handover_2G:octphy+bts1-trx-b200↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23699)]\u000a12:47:12.844778 run osmo-hlr_10.42.42.2(pid=23699): stdout: \u000a| (launched: 2022-12-14_12:47:09.837699) \u000a12:47:12.896330 run osmo-hlr_10.42.42.2(pid=23699): stderr: \u000a| �[0;m�[1;31m20221214124710039 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214124710039 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214124710039 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214124710039 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214124710039 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214124710039 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214124710054 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2404/run.2022-12-14_11-25-45/handover_2G:octphy+bts1-trx-b200/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214124710064 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214124710064 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214124710064 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:47:12.966309 run osmo-msc_10.42.42.6(pid=23705): ERR: Terminated: ERROR {rc=2} [trial-2404↪handover_2G:octphy+bts1-trx-b200↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=23705)]\u000a12:47:13.017624 run osmo-msc_10.42.42.6(pid=23705): stdout: \u000a| (launched: 2022-12-14_12:47:11.794804) \u000a12:47:13.069342 run osmo-msc_10.42.42.6(pid=23705): stderr: \u000a| �[0;m�[38;5;43m20221214124712114 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214124712114 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f698c057c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214124712115 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214124712115 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214124712115 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214124712115 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214124712117 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214124712117 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214124712117 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214124712117 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:47:13.113020 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23698): Terminating (SIGTERM)\u000a12:47:13.154168 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23701): Terminating (SIGTERM)\u000a12:47:13.195550 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23704): Terminating (SIGTERM)\u000a12:47:13.205246 --- ParallelTerminationStrategy: PID 23698 died...\u000a12:47:13.260874 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23698): Terminated: ok {rc=0}\u000a12:47:13.271067 --- ParallelTerminationStrategy: PID 23701 died...\u000a12:47:13.326390 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23701): Terminated: ok {rc=0}\u000a12:47:13.336349 --- ParallelTerminationStrategy: PID 23704 died...\u000a12:47:13.391918 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23704): Terminated: ok {rc=0}\u000a12:47:13.478250 bus /sierra_3: Setting Powered False\u000a12:47:14.583082 bus /sierra_3: Setting Powered False\u000a12:47:15.691537 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "183", "name" : "handover_2G_octphy+bts1-trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T12:47:05" }, { "cases" : [ { "testActions" : [ ], "age" : 233, "className" : "handover_2G:octphy+bts1-trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23716): Process ended prematurely: osmo-stp_10.42.42.5(pid=23716) [trial-2404↪handover_2G:octphy+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23716)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23716): Process ended prematurely: osmo-stp_10.42.42.5(pid=23716) [trial-2404↪handover_2G:octphy+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23716)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2404 handover_2G:octphy+bts1-trx-umtrx handover.py\u000a----------------------------------------------\u000a12:47:17.723826 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a12:47:17.735147 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a12:47:17.855041 tst handover.py: using LAC 41008\u000a12:47:17.972412 tst handover.py: using RAC 208\u000a12:47:18.090943 tst handover.py: using CellId 41008\u000a12:47:18.207412 tst handover.py: using BVCI 41009\u000a12:47:18.230207 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a12:47:18.364356 tst handover.py: using LAC 41009\u000a12:47:18.480421 tst handover.py: using RAC 209\u000a12:47:18.607161 tst handover.py: using CellId 41009\u000a12:47:18.735754 tst handover.py: using BVCI 41010\u000a12:47:18.760520 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a12:47:18.771807 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a12:47:18.782765 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a12:47:18.793770 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a12:47:18.805673 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a12:47:18.817237 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a12:47:18.937161 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a12:47:19.141302 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:47:19.588879 run create_hlr_db(pid=23710): Launched\u000a12:47:19.711093 bus /sierra_2: Setting Powered False\u000a12:47:20.782461 run create_hlr_db(pid=23710): Terminated: ok {rc=0}\u000a12:47:21.182921 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23712): Launched\u000a12:47:21.503538 run osmo-hlr_10.42.42.2(pid=23713): Launched\u000a12:47:21.621497 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:47:22.150688 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23715): Launched\u000a12:47:22.470518 run osmo-stp_10.42.42.5(pid=23716): Launched\u000a12:47:22.587591 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:47:23.146388 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23718): Launched\u000a12:47:23.467437 run osmo-msc_10.42.42.6(pid=23719): Launched\u000a12:47:23.654262 run osmo-stp_10.42.42.5(pid=23716): ERR: Terminated: ERROR {rc=1} [trial-2404↪handover_2G:octphy+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23716)]\u000a12:47:23.789344 run osmo-stp_10.42.42.5(pid=23716): stdout: \u000a| (launched: 2022-12-14_12:47:22.313615)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:47:23.924748 run osmo-stp_10.42.42.5(pid=23716): stderr: \u000a| �[0;m�[38;5;43m20221214124722504 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214124722504 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214124722505 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214124722505 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214124722506 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214124722506 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214124722506 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:47:24.053014 run osmo-stp_10.42.42.5(pid=23716): stdout: \u000a| (launched: 2022-12-14_12:47:22.313615)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:47:24.180772 run osmo-stp_10.42.42.5(pid=23716): stderr: \u000a| �[0;m�[38;5;43m20221214124722504 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214124722504 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214124722505 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214124722505 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214124722506 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214124722506 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214124722506 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:47:24.237050 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=23716): Process ended prematurely: osmo-stp_10.42.42.5(pid=23716) [trial-2404↪handover_2G:octphy+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23716)] [trial-2404↪handover_2G:octphy+bts1-trx-umtrx↪handover.py:18]\u000a12:47:24.245746 tst handover.py:18: Test FAILED (6.5 sec)\u000a12:47:24.307627 run osmo-hlr_10.42.42.2(pid=23713): ERR: Terminated: ERROR {rc=237} [trial-2404↪handover_2G:octphy+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23713)]\u000a12:47:24.358681 run osmo-hlr_10.42.42.2(pid=23713): stdout: \u000a| (launched: 2022-12-14_12:47:21.346777) \u000a12:47:24.410214 run osmo-hlr_10.42.42.2(pid=23713): stderr: \u000a| �[0;m�[1;31m20221214124721546 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214124721546 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214124721546 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214124721546 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214124721546 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214124721546 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214124721558 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2404/run.2022-12-14_11-25-45/handover_2G:octphy+bts1-trx-umtrx/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214124721569 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214124721569 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214124721569 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:47:24.480243 run osmo-msc_10.42.42.6(pid=23719): ERR: Terminated: ERROR {rc=2} [trial-2404↪handover_2G:octphy+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=23719)]\u000a12:47:24.530674 run osmo-msc_10.42.42.6(pid=23719): stdout: \u000a| (launched: 2022-12-14_12:47:23.309959) \u000a12:47:24.581754 run osmo-msc_10.42.42.6(pid=23719): stderr: \u000a| �[0;m�[38;5;43m20221214124723633 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214124723633 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f0d4ed1bc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214124723633 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214124723633 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214124723633 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214124723633 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214124723635 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214124723635 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214124723636 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214124723636 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:47:24.625459 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23712): Terminating (SIGTERM)\u000a12:47:24.666825 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23715): Terminating (SIGTERM)\u000a12:47:24.708376 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23718): Terminating (SIGTERM)\u000a12:47:24.718213 --- ParallelTerminationStrategy: PID 23712 died...\u000a12:47:24.773793 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23712): Terminated: ok {rc=0}\u000a12:47:24.783850 --- ParallelTerminationStrategy: PID 23715 died...\u000a12:47:24.839626 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23715): Terminated: ok {rc=0}\u000a12:47:24.849759 --- ParallelTerminationStrategy: PID 23718 died...\u000a12:47:24.905020 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23718): Terminated: ok {rc=0}\u000a12:47:24.991159 bus /sierra_3: Setting Powered False\u000a12:47:26.096020 bus /sierra_3: Setting Powered False\u000a12:47:27.208010 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "184", "name" : "handover_2G_octphy+bts1-trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T12:47:17" }, { "cases" : [ { "testActions" : [ ], "age" : 233, "className" : "handover_2G:trx-lms+bts1-trx-lms-limenet-micro", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23730): Process ended prematurely: osmo-stp_10.42.42.5(pid=23730) [trial-2404↪handover_2G:trx-lms+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23730)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23730): Process ended prematurely: osmo-stp_10.42.42.5(pid=23730) [trial-2404↪handover_2G:trx-lms+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23730)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2404 handover_2G:trx-lms+bts1-trx-lms-limenet-micro handover.py\u000a----------------------------------------------\u000a12:47:29.207993 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a12:47:29.219196 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x bts (candidates: 2)\u000a12:47:29.352642 tst handover.py: using LAC 41010\u000a12:47:29.474457 tst handover.py: using RAC 210\u000a12:47:29.598126 tst handover.py: using CellId 41010\u000a12:47:29.721088 tst handover.py: using BVCI 41011\u000a12:47:29.745301 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x bts (candidates: 2)\u000a12:47:29.882881 tst handover.py: using LAC 41011\u000a12:47:30.006811 tst handover.py: using RAC 211\u000a12:47:30.130383 tst handover.py: using CellId 41011\u000a12:47:30.249123 tst handover.py: using BVCI 41012\u000a12:47:30.271715 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a12:47:30.282773 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a12:47:30.293742 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a12:47:30.304664 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a12:47:30.316041 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a12:47:30.327310 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a12:47:30.446819 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a12:47:30.650979 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:47:31.157054 run create_hlr_db(pid=23724): Launched\u000a12:47:31.281354 bus /sierra_2: Setting Powered False\u000a12:47:32.358003 run create_hlr_db(pid=23724): Terminated: ok {rc=0}\u000a12:47:32.756459 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23726): Launched\u000a12:47:33.077041 run osmo-hlr_10.42.42.2(pid=23727): Launched\u000a12:47:33.198464 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:47:33.726633 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23729): Launched\u000a12:47:34.047481 run osmo-stp_10.42.42.5(pid=23730): Launched\u000a12:47:34.163986 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:47:34.721734 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23732): Launched\u000a12:47:35.042790 run osmo-msc_10.42.42.6(pid=23733): Launched\u000a12:47:35.231079 run osmo-stp_10.42.42.5(pid=23730): ERR: Terminated: ERROR {rc=1} [trial-2404↪handover_2G:trx-lms+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23730)]\u000a12:47:35.366462 run osmo-stp_10.42.42.5(pid=23730): stdout: \u000a| (launched: 2022-12-14_12:47:33.890477)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:47:35.500814 run osmo-stp_10.42.42.5(pid=23730): stderr: \u000a| �[0;m�[38;5;43m20221214124734083 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214124734083 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214124734083 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214124734083 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214124734086 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214124734086 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214124734086 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:47:35.629411 run osmo-stp_10.42.42.5(pid=23730): stdout: \u000a| (launched: 2022-12-14_12:47:33.890477)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:47:35.756679 run osmo-stp_10.42.42.5(pid=23730): stderr: \u000a| �[0;m�[38;5;43m20221214124734083 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214124734083 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214124734083 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214124734083 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214124734086 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214124734086 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214124734086 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:47:35.812924 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=23730): Process ended prematurely: osmo-stp_10.42.42.5(pid=23730) [trial-2404↪handover_2G:trx-lms+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23730)] [trial-2404↪handover_2G:trx-lms+bts1-trx-lms-limenet-micro↪handover.py:18]\u000a12:47:35.821561 tst handover.py:18: Test FAILED (6.6 sec)\u000a12:47:35.883454 run osmo-hlr_10.42.42.2(pid=23727): ERR: Terminated: ERROR {rc=237} [trial-2404↪handover_2G:trx-lms+bts1-trx-lms-limenet-micro↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23727)]\u000a12:47:35.934252 run osmo-hlr_10.42.42.2(pid=23727): stdout: \u000a| (launched: 2022-12-14_12:47:32.919999) \u000a12:47:35.985696 run osmo-hlr_10.42.42.2(pid=23727): stderr: \u000a| �[0;m�[1;31m20221214124733116 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214124733116 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214124733116 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214124733116 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214124733116 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214124733116 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214124733128 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2404/run.2022-12-14_11-25-45/handover_2G:trx-lms+bts1-trx-lms-limenet-micro/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214124733136 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214124733137 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214124733137 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:47:36.055661 run osmo-msc_10.42.42.6(pid=23733): ERR: Terminated: ERROR {rc=2} [trial-2404↪handover_2G:trx-lms+bts1-trx-lms-limenet-micro↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=23733)]\u000a12:47:36.106572 run osmo-msc_10.42.42.6(pid=23733): stdout: \u000a| (launched: 2022-12-14_12:47:34.885229) \u000a12:47:36.158037 run osmo-msc_10.42.42.6(pid=23733): stderr: \u000a| �[0;m�[38;5;43m20221214124735206 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214124735206 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f5f6285bc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214124735206 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214124735206 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214124735206 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214124735206 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214124735208 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214124735209 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214124735209 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214124735209 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:47:36.201675 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23726): Terminating (SIGTERM)\u000a12:47:36.242907 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23729): Terminating (SIGTERM)\u000a12:47:36.284122 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23732): Terminating (SIGTERM)\u000a12:47:36.293688 --- ParallelTerminationStrategy: PID 23726 died...\u000a12:47:36.348915 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23726): Terminated: ok {rc=0}\u000a12:47:36.358874 --- ParallelTerminationStrategy: PID 23729 died...\u000a12:47:36.413607 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23729): Terminated: ok {rc=0}\u000a12:47:36.423441 --- ParallelTerminationStrategy: PID 23732 died...\u000a12:47:36.478255 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23732): Terminated: ok {rc=0}\u000a12:47:36.563486 bus /sierra_3: Setting Powered False\u000a12:47:37.669077 bus /sierra_3: Setting Powered False\u000a12:47:38.777964 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "185", "name" : "handover_2G_trx-lms+bts1-trx-lms-limenet-micro", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T12:47:28" }, { "cases" : [ { "testActions" : [ ], "age" : 233, "className" : "handover_2G:trx-lms+bts1-trx-sysmocell5000", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23744): Process ended prematurely: osmo-stp_10.42.42.5(pid=23744) [trial-2404↪handover_2G:trx-lms+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23744)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23744): Process ended prematurely: osmo-stp_10.42.42.5(pid=23744) [trial-2404↪handover_2G:trx-lms+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23744)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2404 handover_2G:trx-lms+bts1-trx-sysmocell5000 handover.py\u000a----------------------------------------------\u000a12:47:40.795700 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a12:47:40.806550 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2)\u000a12:47:40.939301 tst handover.py: using LAC 41012\u000a12:47:41.056381 tst handover.py: using RAC 212\u000a12:47:41.182725 tst handover.py: using CellId 41012\u000a12:47:41.303278 tst handover.py: using BVCI 41013\u000a12:47:41.325993 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2)\u000a12:47:41.463270 tst handover.py: using LAC 41013\u000a12:47:41.578010 tst handover.py: using RAC 213\u000a12:47:41.693193 tst handover.py: using CellId 41013\u000a12:47:41.807867 tst handover.py: using BVCI 41014\u000a12:47:41.830641 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a12:47:41.841561 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a12:47:41.852279 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a12:47:41.863020 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a12:47:41.874272 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a12:47:41.885503 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a12:47:42.001860 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a12:47:42.203487 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:47:42.647614 run create_hlr_db(pid=23738): Launched\u000a12:47:42.769476 bus /sierra_2: Setting Powered False\u000a12:47:43.842065 run create_hlr_db(pid=23738): Terminated: ok {rc=0}\u000a12:47:44.239926 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23740): Launched\u000a12:47:44.559171 run osmo-hlr_10.42.42.2(pid=23741): Launched\u000a12:47:44.678795 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:47:45.206504 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23743): Launched\u000a12:47:45.528857 run osmo-stp_10.42.42.5(pid=23744): Launched\u000a12:47:45.645299 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:47:46.245084 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23746): Launched\u000a12:47:46.597288 run osmo-msc_10.42.42.6(pid=23747): Launched\u000a12:47:47.031264 run osmo-stp_10.42.42.5(pid=23744): ERR: Terminated: ERROR {rc=1} [trial-2404↪handover_2G:trx-lms+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23744)]\u000a12:47:47.394058 run osmo-stp_10.42.42.5(pid=23744): stdout: \u000a| (launched: 2022-12-14_12:47:45.370015)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:47:47.530046 run osmo-stp_10.42.42.5(pid=23744): stderr: \u000a| �[0;m�[38;5;43m20221214124745564 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214124745565 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214124745565 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214124745565 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214124745566 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214124745566 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214124745566 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:47:47.658826 run osmo-stp_10.42.42.5(pid=23744): stdout: \u000a| (launched: 2022-12-14_12:47:45.370015)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:47:47.786536 run osmo-stp_10.42.42.5(pid=23744): stderr: \u000a| �[0;m�[38;5;43m20221214124745564 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214124745565 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214124745565 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214124745565 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214124745566 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214124745566 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214124745566 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:47:47.842849 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=23744): Process ended prematurely: osmo-stp_10.42.42.5(pid=23744) [trial-2404↪handover_2G:trx-lms+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23744)] [trial-2404↪handover_2G:trx-lms+bts1-trx-sysmocell5000↪handover.py:18]\u000a12:47:47.851369 tst handover.py:18: Test FAILED (7.0 sec)\u000a12:47:47.913474 run osmo-hlr_10.42.42.2(pid=23741): ERR: Terminated: ERROR {rc=237} [trial-2404↪handover_2G:trx-lms+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23741)]\u000a12:47:47.964362 run osmo-hlr_10.42.42.2(pid=23741): stdout: \u000a| (launched: 2022-12-14_12:47:44.402529) \u000a12:47:48.016064 run osmo-hlr_10.42.42.2(pid=23741): stderr: \u000a| �[0;m�[1;31m20221214124744602 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214124744602 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214124744602 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214124744602 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214124744602 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214124744602 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214124744614 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2404/run.2022-12-14_11-25-45/handover_2G:trx-lms+bts1-trx-sysmocell5000/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214124744622 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214124744622 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214124744623 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:47:48.088092 run osmo-msc_10.42.42.6(pid=23747): ERR: Terminated: ERROR {rc=2} [trial-2404↪handover_2G:trx-lms+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=23747)]\u000a12:47:48.138586 run osmo-msc_10.42.42.6(pid=23747): stdout: \u000a| (launched: 2022-12-14_12:47:46.411300) \u000a12:47:48.187505 run osmo-msc_10.42.42.6(pid=23747): stderr: \u000a| �[0;m�[38;5;43m20221214124747186 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214124747186 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fad6c7eec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214124747186 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214124747187 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214124747187 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214124747188 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214124747193 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214124747193 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214124747194 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214124747195 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:47:48.229308 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23740): Terminating (SIGTERM)\u000a12:47:48.269274 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23743): Terminating (SIGTERM)\u000a12:47:48.309015 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23746): Terminating (SIGTERM)\u000a12:47:48.318124 --- ParallelTerminationStrategy: PID 23740 died...\u000a12:47:48.371361 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23740): Terminated: ok {rc=0}\u000a12:47:48.380901 --- ParallelTerminationStrategy: PID 23743 died...\u000a12:47:48.433936 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23743): Terminated: ok {rc=0}\u000a12:47:48.443466 --- ParallelTerminationStrategy: PID 23746 died...\u000a12:47:48.496356 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23746): Terminated: ok {rc=0}\u000a12:47:48.584637 bus /sierra_3: Setting Powered False\u000a12:47:49.685687 bus /sierra_3: Setting Powered False\u000a12:47:50.791264 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 13.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "186", "name" : "handover_2G_trx-lms+bts1-trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T12:47:40" }, { "cases" : [ { "testActions" : [ ], "age" : 74, "className" : "handover_2G:trx-lms+bts1-sysmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23758): Process ended prematurely: osmo-stp_10.42.42.5(pid=23758) [trial-2404↪handover_2G:trx-lms+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23758)]", "failedSince" : 2331, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23758): Process ended prematurely: osmo-stp_10.42.42.5(pid=23758) [trial-2404↪handover_2G:trx-lms+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23758)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2404 handover_2G:trx-lms+bts1-sysmo handover.py\u000a----------------------------------------------\u000a12:47:52.796796 tst handover_2G:trx-lms+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a12:47:52.807608 tst handover_2G:trx-lms+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a12:47:52.939323 tst handover.py: using LAC 41014\u000a12:47:53.064538 tst handover.py: using RAC 214\u000a12:47:53.195583 tst handover.py: using CellId 41014\u000a12:47:53.319645 tst handover.py: using BVCI 41015\u000a12:47:53.344410 tst handover_2G:trx-lms+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a12:47:53.470493 tst handover.py: using LAC 41015\u000a12:47:53.594235 tst handover.py: using RAC 215\u000a12:47:53.717534 tst handover.py: using CellId 41015\u000a12:47:53.841419 tst handover.py: using BVCI 41016\u000a12:47:53.866146 tst handover_2G:trx-lms+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a12:47:53.877437 tst handover_2G:trx-lms+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a12:47:53.888316 tst handover_2G:trx-lms+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a12:47:53.899260 tst handover_2G:trx-lms+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a12:47:53.910329 tst handover_2G:trx-lms+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a12:47:53.921296 tst handover_2G:trx-lms+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a12:47:54.038546 tst handover_2G:trx-lms+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a12:47:54.247595 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:47:54.730188 run create_hlr_db(pid=23752): Launched\u000a12:47:54.860625 bus /sierra_2: Setting Powered False\u000a12:47:55.936020 run create_hlr_db(pid=23752): Terminated: ok {rc=0}\u000a12:47:56.334467 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23754): Launched\u000a12:47:56.653945 run osmo-hlr_10.42.42.2(pid=23755): Launched\u000a12:47:56.771144 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:47:57.300296 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23757): Launched\u000a12:47:57.621648 run osmo-stp_10.42.42.5(pid=23758): Launched\u000a12:47:57.737743 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:47:58.295812 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23760): Launched\u000a12:47:58.615484 run osmo-msc_10.42.42.6(pid=23761): Launched\u000a12:47:58.802992 run osmo-stp_10.42.42.5(pid=23758): ERR: Terminated: ERROR {rc=1} [trial-2404↪handover_2G:trx-lms+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23758)]\u000a12:47:58.938979 run osmo-stp_10.42.42.5(pid=23758): stdout: \u000a| (launched: 2022-12-14_12:47:57.463856)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:47:59.073695 run osmo-stp_10.42.42.5(pid=23758): stderr: \u000a| �[0;m�[38;5;43m20221214124757657 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214124757657 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214124757658 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214124757658 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214124757660 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214124757661 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214124757661 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:47:59.202179 run osmo-stp_10.42.42.5(pid=23758): stdout: \u000a| (launched: 2022-12-14_12:47:57.463856)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:47:59.329486 run osmo-stp_10.42.42.5(pid=23758): stderr: \u000a| �[0;m�[38;5;43m20221214124757657 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214124757657 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214124757658 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214124757658 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214124757660 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214124757661 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214124757661 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:47:59.385684 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=23758): Process ended prematurely: osmo-stp_10.42.42.5(pid=23758) [trial-2404↪handover_2G:trx-lms+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23758)] [trial-2404↪handover_2G:trx-lms+bts1-sysmo↪handover.py:18]\u000a12:47:59.394193 tst handover.py:18: Test FAILED (6.6 sec)\u000a12:47:59.456321 run osmo-hlr_10.42.42.2(pid=23755): ERR: Terminated: ERROR {rc=237} [trial-2404↪handover_2G:trx-lms+bts1-sysmo↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23755)]\u000a12:47:59.507237 run osmo-hlr_10.42.42.2(pid=23755): stdout: \u000a| (launched: 2022-12-14_12:47:56.497025) \u000a12:47:59.558683 run osmo-hlr_10.42.42.2(pid=23755): stderr: \u000a| �[0;m�[1;31m20221214124756697 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214124756697 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214124756697 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214124756697 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214124756697 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214124756697 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214124756709 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2404/run.2022-12-14_11-25-45/handover_2G:trx-lms+bts1-sysmo/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214124756717 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214124756718 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214124756718 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:47:59.628458 run osmo-msc_10.42.42.6(pid=23761): ERR: Terminated: ERROR {rc=2} [trial-2404↪handover_2G:trx-lms+bts1-sysmo↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=23761)]\u000a12:47:59.678963 run osmo-msc_10.42.42.6(pid=23761): stdout: \u000a| (launched: 2022-12-14_12:47:58.458595) \u000a12:47:59.730128 run osmo-msc_10.42.42.6(pid=23761): stderr: \u000a| �[0;m�[38;5;43m20221214124758782 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214124758783 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fc0ac63bc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214124758783 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214124758783 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214124758783 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214124758783 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214124758785 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214124758785 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214124758785 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214124758786 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:47:59.773645 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23754): Terminating (SIGTERM)\u000a12:47:59.814755 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23757): Terminating (SIGTERM)\u000a12:47:59.856313 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23760): Terminating (SIGTERM)\u000a12:47:59.865892 --- ParallelTerminationStrategy: PID 23754 died...\u000a12:47:59.921074 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23754): Terminated: ok {rc=0}\u000a12:47:59.930995 --- ParallelTerminationStrategy: PID 23757 died...\u000a12:47:59.985945 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23757): Terminated: ok {rc=0}\u000a12:47:59.995787 --- ParallelTerminationStrategy: PID 23760 died...\u000a12:48:00.050584 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23760): Terminated: ok {rc=0}\u000a12:48:00.136554 bus /sierra_3: Setting Powered False\u000a12:48:01.259397 bus /sierra_3: Setting Powered False\u000a12:48:02.372061 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "187", "name" : "handover_2G_trx-lms+bts1-sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T12:47:52" }, { "cases" : [ { "testActions" : [ ], "age" : 233, "className" : "handover_2G:trx-lms+bts1-trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23772): Process ended prematurely: osmo-stp_10.42.42.5(pid=23772) [trial-2404↪handover_2G:trx-lms+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23772)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23772): Process ended prematurely: osmo-stp_10.42.42.5(pid=23772) [trial-2404↪handover_2G:trx-lms+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23772)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2404 handover_2G:trx-lms+bts1-trx-b200 handover.py\u000a----------------------------------------------\u000a12:48:04.388461 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a12:48:04.399359 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a12:48:04.538315 tst handover.py: using LAC 41016\u000a12:48:04.661398 tst handover.py: using RAC 216\u000a12:48:04.784093 tst handover.py: using CellId 41016\u000a12:48:04.911323 tst handover.py: using BVCI 41017\u000a12:48:04.935697 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a12:48:05.069692 tst handover.py: using LAC 41017\u000a12:48:05.185307 tst handover.py: using RAC 217\u000a12:48:05.300209 tst handover.py: using CellId 41017\u000a12:48:05.415496 tst handover.py: using BVCI 41018\u000a12:48:05.438832 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a12:48:05.449718 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a12:48:05.460272 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a12:48:05.470904 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a12:48:05.482153 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a12:48:05.493029 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a12:48:05.611801 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a12:48:05.809710 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:48:06.252010 run create_hlr_db(pid=23766): Launched\u000a12:48:06.374061 bus /sierra_2: Setting Powered False\u000a12:48:07.445108 run create_hlr_db(pid=23766): Terminated: ok {rc=0}\u000a12:48:07.844898 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23768): Launched\u000a12:48:08.165653 run osmo-hlr_10.42.42.2(pid=23769): Launched\u000a12:48:08.283951 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:48:08.814722 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23771): Launched\u000a12:48:09.136640 run osmo-stp_10.42.42.5(pid=23772): Launched\u000a12:48:09.252882 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:48:09.815102 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23774): Launched\u000a12:48:10.136062 run osmo-msc_10.42.42.6(pid=23775): Launched\u000a12:48:10.323871 run osmo-stp_10.42.42.5(pid=23772): ERR: Terminated: ERROR {rc=1} [trial-2404↪handover_2G:trx-lms+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23772)]\u000a12:48:10.459294 run osmo-stp_10.42.42.5(pid=23772): stdout: \u000a| (launched: 2022-12-14_12:48:08.978710)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:48:10.594139 run osmo-stp_10.42.42.5(pid=23772): stderr: \u000a| �[0;m�[38;5;43m20221214124809171 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214124809171 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214124809171 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214124809172 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214124809174 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214124809174 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214124809174 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:48:10.723193 run osmo-stp_10.42.42.5(pid=23772): stdout: \u000a| (launched: 2022-12-14_12:48:08.978710)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:48:10.851309 run osmo-stp_10.42.42.5(pid=23772): stderr: \u000a| �[0;m�[38;5;43m20221214124809171 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214124809171 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214124809171 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214124809172 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214124809174 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214124809174 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214124809174 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:48:10.907266 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=23772): Process ended prematurely: osmo-stp_10.42.42.5(pid=23772) [trial-2404↪handover_2G:trx-lms+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23772)] [trial-2404↪handover_2G:trx-lms+bts1-trx-b200↪handover.py:18]\u000a12:48:10.915734 tst handover.py:18: Test FAILED (6.5 sec)\u000a12:48:10.977382 run osmo-hlr_10.42.42.2(pid=23769): ERR: Terminated: ERROR {rc=237} [trial-2404↪handover_2G:trx-lms+bts1-trx-b200↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23769)]\u000a12:48:11.028015 run osmo-hlr_10.42.42.2(pid=23769): stdout: \u000a| (launched: 2022-12-14_12:48:08.008500) \u000a12:48:11.079305 run osmo-hlr_10.42.42.2(pid=23769): stderr: \u000a| �[0;m�[1;31m20221214124808208 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214124808208 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214124808208 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214124808208 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214124808208 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214124808208 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214124808223 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2404/run.2022-12-14_11-25-45/handover_2G:trx-lms+bts1-trx-b200/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214124808231 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214124808232 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214124808232 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:48:11.148903 run osmo-msc_10.42.42.6(pid=23775): ERR: Terminated: ERROR {rc=2} [trial-2404↪handover_2G:trx-lms+bts1-trx-b200↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=23775)]\u000a12:48:11.199879 run osmo-msc_10.42.42.6(pid=23775): stdout: \u000a| (launched: 2022-12-14_12:48:09.979011) \u000a12:48:11.251572 run osmo-msc_10.42.42.6(pid=23775): stderr: \u000a| �[0;m�[38;5;43m20221214124810299 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214124810299 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f795494dc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214124810299 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214124810299 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214124810300 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214124810300 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214124810301 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214124810302 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214124810302 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214124810302 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:48:11.295337 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23768): Terminating (SIGTERM)\u000a12:48:11.336785 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23771): Terminating (SIGTERM)\u000a12:48:11.378340 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23774): Terminating (SIGTERM)\u000a12:48:11.387944 --- ParallelTerminationStrategy: PID 23768 died...\u000a12:48:11.443274 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23768): Terminated: ok {rc=0}\u000a12:48:11.453341 --- ParallelTerminationStrategy: PID 23771 died...\u000a12:48:11.508805 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23771): Terminated: ok {rc=0}\u000a12:48:11.518733 --- ParallelTerminationStrategy: PID 23774 died...\u000a12:48:11.573782 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23774): Terminated: ok {rc=0}\u000a12:48:11.659396 bus /sierra_3: Setting Powered False\u000a12:48:12.764901 bus /sierra_3: Setting Powered False\u000a12:48:13.871899 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "188", "name" : "handover_2G_trx-lms+bts1-trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T12:48:04" }, { "cases" : [ { "testActions" : [ ], "age" : 233, "className" : "handover_2G:trx-lms+bts1-trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23786): Process ended prematurely: osmo-stp_10.42.42.5(pid=23786) [trial-2404↪handover_2G:trx-lms+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23786)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23786): Process ended prematurely: osmo-stp_10.42.42.5(pid=23786) [trial-2404↪handover_2G:trx-lms+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23786)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2404 handover_2G:trx-lms+bts1-trx-umtrx handover.py\u000a----------------------------------------------\u000a12:48:15.914643 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a12:48:15.926945 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a12:48:16.089473 tst handover.py: using LAC 41018\u000a12:48:16.228526 tst handover.py: using RAC 218\u000a12:48:16.389065 tst handover.py: using CellId 41018\u000a12:48:16.550771 tst handover.py: using BVCI 41019\u000a12:48:16.575234 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a12:48:16.732822 tst handover.py: using LAC 41019\u000a12:48:16.882479 tst handover.py: using RAC 219\u000a12:48:17.017207 tst handover.py: using CellId 41019\u000a12:48:17.165471 tst handover.py: using BVCI 41020\u000a12:48:17.197730 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a12:48:17.213265 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a12:48:17.225303 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a12:48:17.239163 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a12:48:17.251052 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a12:48:17.263309 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a12:48:17.385911 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a12:48:17.587355 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:48:18.031115 run create_hlr_db(pid=23780): Launched\u000a12:48:18.153198 bus /sierra_2: Setting Powered False\u000a12:48:19.224639 run create_hlr_db(pid=23780): Terminated: ok {rc=0}\u000a12:48:19.624131 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23782): Launched\u000a12:48:19.944471 run osmo-hlr_10.42.42.2(pid=23783): Launched\u000a12:48:20.061818 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:48:20.590762 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23785): Launched\u000a12:48:20.911225 run osmo-stp_10.42.42.5(pid=23786): Launched\u000a12:48:21.027390 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:48:21.585483 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23788): Launched\u000a12:48:21.905678 run osmo-msc_10.42.42.6(pid=23789): Launched\u000a12:48:22.092517 run osmo-stp_10.42.42.5(pid=23786): ERR: Terminated: ERROR {rc=1} [trial-2404↪handover_2G:trx-lms+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23786)]\u000a12:48:22.227587 run osmo-stp_10.42.42.5(pid=23786): stdout: \u000a| (launched: 2022-12-14_12:48:20.753410)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:48:22.362408 run osmo-stp_10.42.42.5(pid=23786): stderr: \u000a| �[0;m�[38;5;43m20221214124820944 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214124820945 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214124820945 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214124820945 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214124820946 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214124820946 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214124820946 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:48:22.490724 run osmo-stp_10.42.42.5(pid=23786): stdout: \u000a| (launched: 2022-12-14_12:48:20.753410)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:48:22.618270 run osmo-stp_10.42.42.5(pid=23786): stderr: \u000a| �[0;m�[38;5;43m20221214124820944 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214124820945 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214124820945 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214124820945 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214124820946 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214124820946 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214124820946 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:48:22.674063 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=23786): Process ended prematurely: osmo-stp_10.42.42.5(pid=23786) [trial-2404↪handover_2G:trx-lms+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23786)] [trial-2404↪handover_2G:trx-lms+bts1-trx-umtrx↪handover.py:18]\u000a12:48:22.682515 tst handover.py:18: Test FAILED (6.8 sec)\u000a12:48:22.744726 run osmo-hlr_10.42.42.2(pid=23783): ERR: Terminated: ERROR {rc=237} [trial-2404↪handover_2G:trx-lms+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23783)]\u000a12:48:22.795761 run osmo-hlr_10.42.42.2(pid=23783): stdout: \u000a| (launched: 2022-12-14_12:48:19.787096) \u000a12:48:22.847548 run osmo-hlr_10.42.42.2(pid=23783): stderr: \u000a| �[0;m�[1;31m20221214124819985 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214124819985 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214124819985 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214124819985 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214124819985 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214124819985 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214124820000 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2404/run.2022-12-14_11-25-45/handover_2G:trx-lms+bts1-trx-umtrx/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214124820010 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214124820010 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214124820010 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:48:22.917630 run osmo-msc_10.42.42.6(pid=23789): ERR: Terminated: ERROR {rc=2} [trial-2404↪handover_2G:trx-lms+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=23789)]\u000a12:48:22.968181 run osmo-msc_10.42.42.6(pid=23789): stdout: \u000a| (launched: 2022-12-14_12:48:21.748197) \u000a12:48:23.019543 run osmo-msc_10.42.42.6(pid=23789): stderr: \u000a| �[0;m�[38;5;43m20221214124822069 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214124822069 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f2d9f48dc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214124822069 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214124822069 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214124822069 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214124822069 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214124822073 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214124822073 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214124822073 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214124822073 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:48:23.063219 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23782): Terminating (SIGTERM)\u000a12:48:23.104500 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23785): Terminating (SIGTERM)\u000a12:48:23.146408 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23788): Terminating (SIGTERM)\u000a12:48:23.156011 --- ParallelTerminationStrategy: PID 23782 died...\u000a12:48:23.211583 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23782): Terminated: ok {rc=0}\u000a12:48:23.221731 --- ParallelTerminationStrategy: PID 23785 died...\u000a12:48:23.276833 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23785): Terminated: ok {rc=0}\u000a12:48:23.286885 --- ParallelTerminationStrategy: PID 23788 died...\u000a12:48:23.342322 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23788): Terminated: ok {rc=0}\u000a12:48:23.428921 bus /sierra_3: Setting Powered False\u000a12:48:24.534791 bus /sierra_3: Setting Powered False\u000a12:48:25.641461 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "189", "name" : "handover_2G_trx-lms+bts1-trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T12:48:15" }, { "cases" : [ { "testActions" : [ ], "age" : 233, "className" : "handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23800): Process ended prematurely: osmo-stp_10.42.42.5(pid=23800) [trial-2404↪handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23800)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23800): Process ended prematurely: osmo-stp_10.42.42.5(pid=23800) [trial-2404↪handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23800)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2404 handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000 handover.py\u000a----------------------------------------------\u000a12:48:27.661483 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a12:48:27.673179 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2)\u000a12:48:27.812417 tst handover.py: using LAC 41020\u000a12:48:27.937417 tst handover.py: using RAC 220\u000a12:48:28.061626 tst handover.py: using CellId 41020\u000a12:48:28.185456 tst handover.py: using BVCI 41021\u000a12:48:28.209994 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2)\u000a12:48:28.350400 tst handover.py: using LAC 41021\u000a12:48:28.473899 tst handover.py: using RAC 221\u000a12:48:28.598127 tst handover.py: using CellId 41021\u000a12:48:28.723758 tst handover.py: using BVCI 41022\u000a12:48:28.748222 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a12:48:28.759790 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a12:48:28.771254 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a12:48:28.782672 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a12:48:28.794201 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a12:48:28.805592 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a12:48:28.921917 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a12:48:29.121316 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:48:29.566237 run create_hlr_db(pid=23794): Launched\u000a12:48:29.689134 bus /sierra_2: Setting Powered False\u000a12:48:30.760132 run create_hlr_db(pid=23794): Terminated: ok {rc=0}\u000a12:48:31.177621 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23796): Launched\u000a12:48:31.587568 run osmo-hlr_10.42.42.2(pid=23797): Launched\u000a12:48:31.873063 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:48:32.403300 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23799): Launched\u000a12:48:32.703504 run osmo-stp_10.42.42.5(pid=23800): Launched\u000a12:48:32.813404 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:48:33.335619 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23802): Launched\u000a12:48:33.634096 run osmo-msc_10.42.42.6(pid=23803): Launched\u000a12:48:33.810322 run osmo-stp_10.42.42.5(pid=23800): ERR: Terminated: ERROR {rc=1} [trial-2404↪handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23800)]\u000a12:48:33.936802 run osmo-stp_10.42.42.5(pid=23800): stdout: \u000a| (launched: 2022-12-14_12:48:32.555966)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:48:34.060754 run osmo-stp_10.42.42.5(pid=23800): stderr: \u000a| �[0;m�[38;5;43m20221214124832723 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214124832723 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214124832724 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214124832724 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214124832725 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214124832725 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214124832725 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:48:34.180555 run osmo-stp_10.42.42.5(pid=23800): stdout: \u000a| (launched: 2022-12-14_12:48:32.555966)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:48:34.298939 run osmo-stp_10.42.42.5(pid=23800): stderr: \u000a| �[0;m�[38;5;43m20221214124832723 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214124832723 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214124832724 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214124832724 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214124832725 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214124832725 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214124832725 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:48:34.350858 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=23800): Process ended prematurely: osmo-stp_10.42.42.5(pid=23800) [trial-2404↪handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23800)] [trial-2404↪handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000↪handover.py:18]\u000a12:48:34.358703 tst handover.py:18: Test FAILED (6.7 sec)\u000a12:48:34.418746 run osmo-hlr_10.42.42.2(pid=23797): ERR: Terminated: ERROR {rc=237} [trial-2404↪handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23797)]\u000a12:48:34.467794 run osmo-hlr_10.42.42.2(pid=23797): stdout: \u000a| (launched: 2022-12-14_12:48:31.333825) \u000a12:48:34.517116 run osmo-hlr_10.42.42.2(pid=23797): stderr: \u000a| �[0;m�[1;31m20221214124831561 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214124831561 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214124831561 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214124831562 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214124831562 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214124831562 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214124831583 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2404/run.2022-12-14_11-25-45/handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214124831593 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214124831594 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214124831594 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:48:34.584055 run osmo-msc_10.42.42.6(pid=23803): ERR: Terminated: ERROR {rc=2} [trial-2404↪handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=23803)]\u000a12:48:34.632313 run osmo-msc_10.42.42.6(pid=23803): stdout: \u000a| (launched: 2022-12-14_12:48:33.486597) \u000a12:48:34.681218 run osmo-msc_10.42.42.6(pid=23803): stderr: \u000a| �[0;m�[38;5;43m20221214124833759 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214124833760 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f005540dc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214124833760 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214124833760 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214124833760 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214124833760 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214124833762 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214124833762 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214124833762 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214124833762 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:48:34.723804 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23796): Terminating (SIGTERM)\u000a12:48:34.763987 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23799): Terminating (SIGTERM)\u000a12:48:34.805076 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23802): Terminating (SIGTERM)\u000a12:48:34.815267 --- ParallelTerminationStrategy: PID 23796 died...\u000a12:48:34.893598 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23796): Terminated: ok {rc=0}\u000a12:48:34.903555 --- ParallelTerminationStrategy: PID 23799 died...\u000a12:48:34.957409 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23799): Terminated: ok {rc=0}\u000a12:48:34.966978 --- ParallelTerminationStrategy: PID 23802 died...\u000a12:48:35.020264 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23802): Terminated: ok {rc=0}\u000a12:48:35.107676 bus /sierra_3: Setting Powered False\u000a12:48:36.209218 bus /sierra_3: Setting Powered False\u000a12:48:37.319928 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "190", "name" : "handover_2G_trx-lms-limenet-micro+bts1-trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T12:48:27" }, { "cases" : [ { "testActions" : [ ], "age" : 233, "className" : "handover_2G:trx-lms-limenet-micro+bts1-sysmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23814): Process ended prematurely: osmo-stp_10.42.42.5(pid=23814) [trial-2404↪handover_2G:trx-lms-limenet-micro+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23814)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23814): Process ended prematurely: osmo-stp_10.42.42.5(pid=23814) [trial-2404↪handover_2G:trx-lms-limenet-micro+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23814)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2404 handover_2G:trx-lms-limenet-micro+bts1-sysmo handover.py\u000a----------------------------------------------\u000a12:48:39.307056 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a12:48:39.318156 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a12:48:39.455022 tst handover.py: using LAC 41022\u000a12:48:39.580558 tst handover.py: using RAC 222\u000a12:48:39.706135 tst handover.py: using CellId 41022\u000a12:48:39.834191 tst handover.py: using BVCI 41023\u000a12:48:39.859042 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a12:48:39.986921 tst handover.py: using LAC 41023\u000a12:48:40.112071 tst handover.py: using RAC 223\u000a12:48:40.242320 tst handover.py: using CellId 41023\u000a12:48:40.366239 tst handover.py: using BVCI 41024\u000a12:48:40.390685 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a12:48:40.402056 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a12:48:40.413252 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a12:48:40.424461 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a12:48:40.435693 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a12:48:40.447045 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a12:48:40.569809 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a12:48:40.780258 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:48:41.263077 run create_hlr_db(pid=23808): Launched\u000a12:48:41.393492 bus /sierra_2: Setting Powered False\u000a12:48:42.470109 run create_hlr_db(pid=23808): Terminated: ok {rc=0}\u000a12:48:42.871260 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23810): Launched\u000a12:48:43.191895 run osmo-hlr_10.42.42.2(pid=23811): Launched\u000a12:48:43.309125 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:48:43.838888 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23813): Launched\u000a12:48:44.159739 run osmo-stp_10.42.42.5(pid=23814): Launched\u000a12:48:44.276468 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:48:44.835112 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23816): Launched\u000a12:48:45.156337 run osmo-msc_10.42.42.6(pid=23817): Launched\u000a12:48:45.343150 run osmo-stp_10.42.42.5(pid=23814): ERR: Terminated: ERROR {rc=1} [trial-2404↪handover_2G:trx-lms-limenet-micro+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23814)]\u000a12:48:45.478256 run osmo-stp_10.42.42.5(pid=23814): stdout: \u000a| (launched: 2022-12-14_12:48:44.002747)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:48:45.613020 run osmo-stp_10.42.42.5(pid=23814): stderr: \u000a| �[0;m�[38;5;43m20221214124844194 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214124844195 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214124844195 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214124844195 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214124844196 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214124844196 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214124844196 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:48:45.741648 run osmo-stp_10.42.42.5(pid=23814): stdout: \u000a| (launched: 2022-12-14_12:48:44.002747)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:48:45.883229 run osmo-stp_10.42.42.5(pid=23814): stderr: \u000a| �[0;m�[38;5;43m20221214124844194 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214124844195 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214124844195 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214124844195 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214124844196 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214124844196 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214124844196 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:48:45.946404 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=23814): Process ended prematurely: osmo-stp_10.42.42.5(pid=23814) [trial-2404↪handover_2G:trx-lms-limenet-micro+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23814)] [trial-2404↪handover_2G:trx-lms-limenet-micro+bts1-sysmo↪handover.py:18]\u000a12:48:45.955365 tst handover.py:18: Test FAILED (6.6 sec)\u000a12:48:46.018458 run osmo-hlr_10.42.42.2(pid=23811): ERR: Terminated: ERROR {rc=237} [trial-2404↪handover_2G:trx-lms-limenet-micro+bts1-sysmo↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23811)]\u000a12:48:46.070702 run osmo-hlr_10.42.42.2(pid=23811): stdout: \u000a| (launched: 2022-12-14_12:48:43.034408) \u000a12:48:46.122218 run osmo-hlr_10.42.42.2(pid=23811): stderr: \u000a| �[0;m�[1;31m20221214124843231 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214124843231 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214124843231 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214124843231 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214124843232 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214124843232 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214124843244 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2404/run.2022-12-14_11-25-45/handover_2G:trx-lms-limenet-micro+bts1-sysmo/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214124843253 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214124843253 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214124843253 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:48:46.191977 run osmo-msc_10.42.42.6(pid=23817): ERR: Terminated: ERROR {rc=2} [trial-2404↪handover_2G:trx-lms-limenet-micro+bts1-sysmo↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=23817)]\u000a12:48:46.242797 run osmo-msc_10.42.42.6(pid=23817): stdout: \u000a| (launched: 2022-12-14_12:48:44.998555) \u000a12:48:46.295578 run osmo-msc_10.42.42.6(pid=23817): stderr: \u000a| �[0;m�[38;5;43m20221214124845319 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214124845319 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f9655f19c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214124845319 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214124845319 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214124845320 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214124845320 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214124845321 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214124845322 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214124845322 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214124845322 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:48:46.339587 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23810): Terminating (SIGTERM)\u000a12:48:46.382758 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23813): Terminating (SIGTERM)\u000a12:48:46.426729 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23816): Terminating (SIGTERM)\u000a12:48:46.437211 --- ParallelTerminationStrategy: PID 23810 died...\u000a12:48:46.496246 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23810): Terminated: ok {rc=0}\u000a12:48:46.506701 --- ParallelTerminationStrategy: PID 23813 died...\u000a12:48:46.565293 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23813): Terminated: ok {rc=0}\u000a12:48:46.575791 --- ParallelTerminationStrategy: PID 23816 died...\u000a12:48:46.632184 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23816): Terminated: ok {rc=0}\u000a12:48:46.719206 bus /sierra_3: Setting Powered False\u000a12:48:47.822839 bus /sierra_3: Setting Powered False\u000a12:48:48.929111 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "191", "name" : "handover_2G_trx-lms-limenet-micro+bts1-sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T12:48:39" }, { "cases" : [ { "testActions" : [ ], "age" : 233, "className" : "handover_2G:trx-lms-limenet-micro+bts1-trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23828): Process ended prematurely: osmo-stp_10.42.42.5(pid=23828) [trial-2404↪handover_2G:trx-lms-limenet-micro+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23828)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23828): Process ended prematurely: osmo-stp_10.42.42.5(pid=23828) [trial-2404↪handover_2G:trx-lms-limenet-micro+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23828)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2404 handover_2G:trx-lms-limenet-micro+bts1-trx-b200 handover.py\u000a----------------------------------------------\u000a12:48:50.943193 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a12:48:50.954779 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a12:48:51.094278 tst handover.py: using LAC 41024\u000a12:48:51.220674 tst handover.py: using RAC 224\u000a12:48:51.348623 tst handover.py: using CellId 41024\u000a12:48:51.478733 tst handover.py: using BVCI 41025\u000a12:48:51.503141 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a12:48:51.644813 tst handover.py: using LAC 41025\u000a12:48:51.769961 tst handover.py: using RAC 225\u000a12:48:51.895058 tst handover.py: using CellId 41025\u000a12:48:52.020472 tst handover.py: using BVCI 41026\u000a12:48:52.044754 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a12:48:52.056165 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a12:48:52.067475 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a12:48:52.078865 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a12:48:52.090321 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a12:48:52.101758 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a12:48:52.220599 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a12:48:52.431089 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:48:52.915931 run create_hlr_db(pid=23822): Launched\u000a12:48:53.046585 bus /sierra_2: Setting Powered False\u000a12:48:54.122156 run create_hlr_db(pid=23822): Terminated: ok {rc=0}\u000a12:48:54.522520 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23824): Launched\u000a12:48:54.843021 run osmo-hlr_10.42.42.2(pid=23825): Launched\u000a12:48:54.966346 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:48:55.495337 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23827): Launched\u000a12:48:55.815129 run osmo-stp_10.42.42.5(pid=23828): Launched\u000a12:48:55.932048 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:48:56.489745 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23830): Launched\u000a12:48:56.808858 run osmo-msc_10.42.42.6(pid=23831): Launched\u000a12:48:56.996270 run osmo-stp_10.42.42.5(pid=23828): ERR: Terminated: ERROR {rc=1} [trial-2404↪handover_2G:trx-lms-limenet-micro+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23828)]\u000a12:48:57.131274 run osmo-stp_10.42.42.5(pid=23828): stdout: \u000a| (launched: 2022-12-14_12:48:55.658109)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:48:57.266150 run osmo-stp_10.42.42.5(pid=23828): stderr: \u000a| �[0;m�[38;5;43m20221214124855853 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214124855853 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214124855854 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214124855854 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214124855855 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214124855855 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214124855855 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:48:57.394839 run osmo-stp_10.42.42.5(pid=23828): stdout: \u000a| (launched: 2022-12-14_12:48:55.658109)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:48:57.522372 run osmo-stp_10.42.42.5(pid=23828): stderr: \u000a| �[0;m�[38;5;43m20221214124855853 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214124855853 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214124855854 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214124855854 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214124855855 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214124855855 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214124855855 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:48:57.578594 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=23828): Process ended prematurely: osmo-stp_10.42.42.5(pid=23828) [trial-2404↪handover_2G:trx-lms-limenet-micro+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23828)] [trial-2404↪handover_2G:trx-lms-limenet-micro+bts1-trx-b200↪handover.py:18]\u000a12:48:57.587267 tst handover.py:18: Test FAILED (6.6 sec)\u000a12:48:57.649693 run osmo-hlr_10.42.42.2(pid=23825): ERR: Terminated: ERROR {rc=237} [trial-2404↪handover_2G:trx-lms-limenet-micro+bts1-trx-b200↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23825)]\u000a12:48:57.700707 run osmo-hlr_10.42.42.2(pid=23825): stdout: \u000a| (launched: 2022-12-14_12:48:54.685950) \u000a12:48:57.752469 run osmo-hlr_10.42.42.2(pid=23825): stderr: \u000a| �[0;m�[1;31m20221214124854885 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214124854885 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214124854885 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214124854885 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214124854885 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214124854885 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214124854898 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2404/run.2022-12-14_11-25-45/handover_2G:trx-lms-limenet-micro+bts1-trx-b200/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214124854908 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214124854908 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214124854908 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:48:57.822519 run osmo-msc_10.42.42.6(pid=23831): ERR: Terminated: ERROR {rc=2} [trial-2404↪handover_2G:trx-lms-limenet-micro+bts1-trx-b200↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=23831)]\u000a12:48:57.873826 run osmo-msc_10.42.42.6(pid=23831): stdout: \u000a| (launched: 2022-12-14_12:48:56.652251) \u000a12:48:57.925063 run osmo-msc_10.42.42.6(pid=23831): stderr: \u000a| �[0;m�[38;5;43m20221214124856974 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214124856974 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7febf0080c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214124856974 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214124856974 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214124856974 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214124856974 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214124856976 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214124856976 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214124856976 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214124856976 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:48:57.968455 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23824): Terminating (SIGTERM)\u000a12:48:58.009960 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23827): Terminating (SIGTERM)\u000a12:48:58.051223 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23830): Terminating (SIGTERM)\u000a12:48:58.061019 --- ParallelTerminationStrategy: PID 23824 died...\u000a12:48:58.116764 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23824): Terminated: ok {rc=0}\u000a12:48:58.126888 --- ParallelTerminationStrategy: PID 23827 died...\u000a12:48:58.181992 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23827): Terminated: ok {rc=0}\u000a12:48:58.192033 --- ParallelTerminationStrategy: PID 23830 died...\u000a12:48:58.246929 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23830): Terminated: ok {rc=0}\u000a12:48:58.333475 bus /sierra_3: Setting Powered False\u000a12:48:59.438690 bus /sierra_3: Setting Powered False\u000a12:49:00.544125 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "192", "name" : "handover_2G_trx-lms-limenet-micro+bts1-trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T12:48:50" }, { "cases" : [ { "testActions" : [ ], "age" : 233, "className" : "handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23842): Process ended prematurely: osmo-stp_10.42.42.5(pid=23842) [trial-2404↪handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23842)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23842): Process ended prematurely: osmo-stp_10.42.42.5(pid=23842) [trial-2404↪handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23842)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2404 handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx handover.py\u000a----------------------------------------------\u000a12:49:02.575710 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a12:49:02.587774 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a12:49:02.723346 tst handover.py: using LAC 41026\u000a12:49:02.848697 tst handover.py: using RAC 226\u000a12:49:02.976239 tst handover.py: using CellId 41026\u000a12:49:03.101305 tst handover.py: using BVCI 41027\u000a12:49:03.125837 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a12:49:03.266130 tst handover.py: using LAC 41027\u000a12:49:03.386112 tst handover.py: using RAC 227\u000a12:49:03.507895 tst handover.py: using CellId 41027\u000a12:49:03.623794 tst handover.py: using BVCI 41028\u000a12:49:03.646642 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a12:49:03.657803 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a12:49:03.668534 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a12:49:03.679329 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a12:49:03.690523 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a12:49:03.701852 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a12:49:03.822251 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a12:49:04.031244 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:49:04.515478 run create_hlr_db(pid=23836): Launched\u000a12:49:04.646385 bus /sierra_2: Setting Powered False\u000a12:49:05.721747 run create_hlr_db(pid=23836): Terminated: ok {rc=0}\u000a12:49:06.099342 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23838): Launched\u000a12:49:06.398472 run osmo-hlr_10.42.42.2(pid=23839): Launched\u000a12:49:06.507332 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:49:06.999518 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23841): Launched\u000a12:49:07.297802 run osmo-stp_10.42.42.5(pid=23842): Launched\u000a12:49:07.406961 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:49:07.926720 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23844): Launched\u000a12:49:08.225883 run osmo-msc_10.42.42.6(pid=23845): Launched\u000a12:49:08.401819 run osmo-stp_10.42.42.5(pid=23842): ERR: Terminated: ERROR {rc=1} [trial-2404↪handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23842)]\u000a12:49:08.528510 run osmo-stp_10.42.42.5(pid=23842): stdout: \u000a| (launched: 2022-12-14_12:49:07.150280)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:49:08.652638 run osmo-stp_10.42.42.5(pid=23842): stderr: \u000a| �[0;m�[38;5;43m20221214124907320 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214124907320 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214124907321 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214124907321 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214124907322 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214124907322 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214124907322 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:49:08.772203 run osmo-stp_10.42.42.5(pid=23842): stdout: \u000a| (launched: 2022-12-14_12:49:07.150280)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:49:08.890985 run osmo-stp_10.42.42.5(pid=23842): stderr: \u000a| �[0;m�[38;5;43m20221214124907320 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214124907320 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214124907321 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214124907321 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214124907322 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214124907322 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214124907322 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:49:08.944104 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=23842): Process ended prematurely: osmo-stp_10.42.42.5(pid=23842) [trial-2404↪handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23842)] [trial-2404↪handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx↪handover.py:18]\u000a12:49:08.952294 tst handover.py:18: Test FAILED (6.4 sec)\u000a12:49:09.012549 run osmo-hlr_10.42.42.2(pid=23839): ERR: Terminated: ERROR {rc=237} [trial-2404↪handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23839)]\u000a12:49:09.061530 run osmo-hlr_10.42.42.2(pid=23839): stdout: \u000a| (launched: 2022-12-14_12:49:06.250712) \u000a12:49:09.110889 run osmo-hlr_10.42.42.2(pid=23839): stderr: \u000a| �[0;m�[1;31m20221214124906427 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214124906427 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214124906427 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214124906427 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214124906427 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214124906427 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214124906456 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2404/run.2022-12-14_11-25-45/handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214124906465 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214124906465 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214124906465 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:49:09.177945 run osmo-msc_10.42.42.6(pid=23845): ERR: Terminated: ERROR {rc=2} [trial-2404↪handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=23845)]\u000a12:49:09.226716 run osmo-msc_10.42.42.6(pid=23845): stdout: \u000a| (launched: 2022-12-14_12:49:08.077849) \u000a12:49:09.276004 run osmo-msc_10.42.42.6(pid=23845): stderr: \u000a| �[0;m�[38;5;43m20221214124908347 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214124908347 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f88c1048c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214124908347 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214124908347 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214124908348 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214124908348 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214124908350 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214124908350 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214124908350 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214124908350 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:49:09.317847 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23838): Terminating (SIGTERM)\u000a12:49:09.357467 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23841): Terminating (SIGTERM)\u000a12:49:09.397037 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23844): Terminating (SIGTERM)\u000a12:49:09.406318 --- ParallelTerminationStrategy: PID 23838 died...\u000a12:49:09.459716 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23838): Terminated: ok {rc=0}\u000a12:49:09.469296 --- ParallelTerminationStrategy: PID 23841 died...\u000a12:49:09.522124 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23841): Terminated: ok {rc=0}\u000a12:49:09.531660 --- ParallelTerminationStrategy: PID 23844 died...\u000a12:49:09.584725 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23844): Terminated: ok {rc=0}\u000a12:49:09.672300 bus /sierra_3: Setting Powered False\u000a12:49:10.774470 bus /sierra_3: Setting Powered False\u000a12:49:11.882490 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "193", "name" : "handover_2G_trx-lms-limenet-micro+bts1-trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T12:49:02" }, { "cases" : [ { "testActions" : [ ], "age" : 233, "className" : "handover_2G:trx-sysmocell5000+bts1-sysmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23856): Process ended prematurely: osmo-stp_10.42.42.5(pid=23856) [trial-2404↪handover_2G:trx-sysmocell5000+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23856)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23856): Process ended prematurely: osmo-stp_10.42.42.5(pid=23856) [trial-2404↪handover_2G:trx-sysmocell5000+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23856)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2404 handover_2G:trx-sysmocell5000+bts1-sysmo handover.py\u000a----------------------------------------------\u000a12:49:13.892097 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a12:49:13.903577 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a12:49:14.044422 tst handover.py: using LAC 41028\u000a12:49:14.171199 tst handover.py: using RAC 228\u000a12:49:14.297276 tst handover.py: using CellId 41028\u000a12:49:14.421513 tst handover.py: using BVCI 41029\u000a12:49:14.445847 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a12:49:14.573185 tst handover.py: using LAC 41029\u000a12:49:14.698571 tst handover.py: using RAC 229\u000a12:49:14.823789 tst handover.py: using CellId 41029\u000a12:49:14.949330 tst handover.py: using BVCI 41030\u000a12:49:14.973880 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a12:49:14.985198 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a12:49:14.996435 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a12:49:15.007769 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a12:49:15.019218 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a12:49:15.030540 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a12:49:15.147619 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a12:49:15.345788 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:49:15.790238 run create_hlr_db(pid=23850): Launched\u000a12:49:15.925631 bus /sierra_2: Setting Powered False\u000a12:49:16.998540 run create_hlr_db(pid=23850): Terminated: ok {rc=0}\u000a12:49:17.403415 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23852): Launched\u000a12:49:17.723540 run osmo-hlr_10.42.42.2(pid=23853): Launched\u000a12:49:17.840061 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:49:18.369545 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23855): Launched\u000a12:49:18.689114 run osmo-stp_10.42.42.5(pid=23856): Launched\u000a12:49:18.809407 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:49:19.366977 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23858): Launched\u000a12:49:19.689370 run osmo-msc_10.42.42.6(pid=23859): Launched\u000a12:49:19.877295 run osmo-stp_10.42.42.5(pid=23856): ERR: Terminated: ERROR {rc=1} [trial-2404↪handover_2G:trx-sysmocell5000+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23856)]\u000a12:49:20.012933 run osmo-stp_10.42.42.5(pid=23856): stdout: \u000a| (launched: 2022-12-14_12:49:18.532266)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:49:20.147957 run osmo-stp_10.42.42.5(pid=23856): stderr: \u000a| �[0;m�[38;5;43m20221214124918724 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214124918724 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214124918724 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214124918724 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214124918727 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214124918727 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214124918727 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:49:20.276316 run osmo-stp_10.42.42.5(pid=23856): stdout: \u000a| (launched: 2022-12-14_12:49:18.532266)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:49:20.403769 run osmo-stp_10.42.42.5(pid=23856): stderr: \u000a| �[0;m�[38;5;43m20221214124918724 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214124918724 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214124918724 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214124918724 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214124918727 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214124918727 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214124918727 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:49:20.459865 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=23856): Process ended prematurely: osmo-stp_10.42.42.5(pid=23856) [trial-2404↪handover_2G:trx-sysmocell5000+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23856)] [trial-2404↪handover_2G:trx-sysmocell5000+bts1-sysmo↪handover.py:18]\u000a12:49:20.468449 tst handover.py:18: Test FAILED (6.6 sec)\u000a12:49:20.530341 run osmo-hlr_10.42.42.2(pid=23853): ERR: Terminated: ERROR {rc=237} [trial-2404↪handover_2G:trx-sysmocell5000+bts1-sysmo↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23853)]\u000a12:49:20.581108 run osmo-hlr_10.42.42.2(pid=23853): stdout: \u000a| (launched: 2022-12-14_12:49:17.567123) \u000a12:49:20.632130 run osmo-hlr_10.42.42.2(pid=23853): stderr: \u000a| �[0;m�[1;31m20221214124917765 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214124917765 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214124917765 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214124917765 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214124917765 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214124917765 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214124917777 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2404/run.2022-12-14_11-25-45/handover_2G:trx-sysmocell5000+bts1-sysmo/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214124917785 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214124917786 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214124917786 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:49:20.701588 run osmo-msc_10.42.42.6(pid=23859): ERR: Terminated: ERROR {rc=2} [trial-2404↪handover_2G:trx-sysmocell5000+bts1-sysmo↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=23859)]\u000a12:49:20.751997 run osmo-msc_10.42.42.6(pid=23859): stdout: \u000a| (launched: 2022-12-14_12:49:19.530855) \u000a12:49:20.803078 run osmo-msc_10.42.42.6(pid=23859): stderr: \u000a| �[0;m�[38;5;43m20221214124919855 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214124919855 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f888626ec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214124919855 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214124919855 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214124919856 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214124919856 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214124919858 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214124919858 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214124919858 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214124919858 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:49:20.846463 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23852): Terminating (SIGTERM)\u000a12:49:20.887815 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23855): Terminating (SIGTERM)\u000a12:49:20.928850 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23858): Terminating (SIGTERM)\u000a12:49:20.938591 --- ParallelTerminationStrategy: PID 23852 died...\u000a12:49:20.994044 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23852): Terminated: ok {rc=0}\u000a12:49:21.004147 --- ParallelTerminationStrategy: PID 23855 died...\u000a12:49:21.059185 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23855): Terminated: ok {rc=0}\u000a12:49:21.069146 --- ParallelTerminationStrategy: PID 23858 died...\u000a12:49:21.124237 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23858): Terminated: ok {rc=0}\u000a12:49:21.210052 bus /sierra_3: Setting Powered False\u000a12:49:22.315739 bus /sierra_3: Setting Powered False\u000a12:49:23.421867 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "194", "name" : "handover_2G_trx-sysmocell5000+bts1-sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T12:49:13" }, { "cases" : [ { "testActions" : [ ], "age" : 233, "className" : "handover_2G:trx-sysmocell5000+bts1-trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23871): Process ended prematurely: osmo-stp_10.42.42.5(pid=23871) [trial-2404↪handover_2G:trx-sysmocell5000+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23871)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23871): Process ended prematurely: osmo-stp_10.42.42.5(pid=23871) [trial-2404↪handover_2G:trx-sysmocell5000+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23871)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2404 handover_2G:trx-sysmocell5000+bts1-trx-b200 handover.py\u000a----------------------------------------------\u000a12:49:25.449094 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a12:49:25.460525 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a12:49:25.599961 tst handover.py: using LAC 41030\u000a12:49:25.716641 tst handover.py: using RAC 230\u000a12:49:25.834591 tst handover.py: using CellId 41030\u000a12:49:25.950025 tst handover.py: using BVCI 41031\u000a12:49:25.972543 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a12:49:26.108439 tst handover.py: using LAC 41031\u000a12:49:26.230995 tst handover.py: using RAC 231\u000a12:49:26.355690 tst handover.py: using CellId 41031\u000a12:49:26.480655 tst handover.py: using BVCI 41032\u000a12:49:26.505273 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a12:49:26.516614 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a12:49:26.527909 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a12:49:26.539111 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a12:49:26.550255 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a12:49:26.561536 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a12:49:26.676123 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a12:49:26.887058 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:49:27.372011 run create_hlr_db(pid=23865): Launched\u000a12:49:27.502646 bus /sierra_2: Setting Powered False\u000a12:49:28.579116 run create_hlr_db(pid=23865): Terminated: ok {rc=0}\u000a12:49:28.956903 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23867): Launched\u000a12:49:29.256158 run osmo-hlr_10.42.42.2(pid=23868): Launched\u000a12:49:29.373266 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:49:29.874182 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23870): Launched\u000a12:49:30.173748 run osmo-stp_10.42.42.5(pid=23871): Launched\u000a12:49:30.283327 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:49:30.803456 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23873): Launched\u000a12:49:31.227485 run osmo-msc_10.42.42.6(pid=23874): Launched\u000a12:49:31.583787 run osmo-stp_10.42.42.5(pid=23871): ERR: Terminated: ERROR {rc=1} [trial-2404↪handover_2G:trx-sysmocell5000+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23871)]\u000a12:49:31.851022 run osmo-stp_10.42.42.5(pid=23871): stdout: \u000a| (launched: 2022-12-14_12:49:30.025512)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:49:32.063315 run osmo-stp_10.42.42.5(pid=23871): stderr: \u000a| �[0;m�[38;5;43m20221214124930196 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214124930196 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214124930196 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214124930196 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214124930199 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214124930199 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214124930199 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:49:32.187036 run osmo-stp_10.42.42.5(pid=23871): stdout: \u000a| (launched: 2022-12-14_12:49:30.025512)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:49:32.306992 run osmo-stp_10.42.42.5(pid=23871): stderr: \u000a| �[0;m�[38;5;43m20221214124930196 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214124930196 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214124930196 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214124930196 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214124930199 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214124930199 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214124930199 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:49:32.359140 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=23871): Process ended prematurely: osmo-stp_10.42.42.5(pid=23871) [trial-2404↪handover_2G:trx-sysmocell5000+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23871)] [trial-2404↪handover_2G:trx-sysmocell5000+bts1-trx-b200↪handover.py:18]\u000a12:49:32.367097 tst handover.py:18: Test FAILED (6.9 sec)\u000a12:49:32.427412 run osmo-hlr_10.42.42.2(pid=23868): ERR: Terminated: ERROR {rc=237} [trial-2404↪handover_2G:trx-sysmocell5000+bts1-trx-b200↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23868)]\u000a12:49:32.476404 run osmo-hlr_10.42.42.2(pid=23868): stdout: \u000a| (launched: 2022-12-14_12:49:29.109152) \u000a12:49:32.525626 run osmo-hlr_10.42.42.2(pid=23868): stderr: \u000a| �[0;m�[1;31m20221214124929285 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214124929285 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214124929285 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214124929285 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214124929285 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214124929285 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214124929297 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2404/run.2022-12-14_11-25-45/handover_2G:trx-sysmocell5000+bts1-trx-b200/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214124929305 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214124929306 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214124929306 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:49:32.592722 run osmo-msc_10.42.42.6(pid=23874): ERR: Terminated: ERROR {rc=2} [trial-2404↪handover_2G:trx-sysmocell5000+bts1-trx-b200↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=23874)]\u000a12:49:32.641602 run osmo-msc_10.42.42.6(pid=23874): stdout: \u000a| (launched: 2022-12-14_12:49:30.977275) \u000a12:49:32.691042 run osmo-msc_10.42.42.6(pid=23874): stderr: \u000a| �[0;m�[38;5;43m20221214124931564 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214124931564 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f915a0dec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214124931564 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214124931564 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214124931564 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214124931564 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214124931574 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214124931574 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214124931575 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214124931575 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:49:32.733405 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23867): Terminating (SIGTERM)\u000a12:49:32.773164 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23870): Terminating (SIGTERM)\u000a12:49:32.812871 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23873): Terminating (SIGTERM)\u000a12:49:32.822102 --- ParallelTerminationStrategy: PID 23867 died...\u000a12:49:32.875489 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23867): Terminated: ok {rc=0}\u000a12:49:32.885075 --- ParallelTerminationStrategy: PID 23870 died...\u000a12:49:32.938195 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23870): Terminated: ok {rc=0}\u000a12:49:32.947635 --- ParallelTerminationStrategy: PID 23873 died...\u000a12:49:33.000592 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23873): Terminated: ok {rc=0}\u000a12:49:33.083481 bus /sierra_3: Setting Powered False\u000a12:49:34.189176 bus /sierra_3: Setting Powered False\u000a12:49:35.300817 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "195", "name" : "handover_2G_trx-sysmocell5000+bts1-trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T12:49:25" }, { "cases" : [ { "testActions" : [ ], "age" : 233, "className" : "handover_2G:trx-sysmocell5000+bts1-trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23886): Process ended prematurely: osmo-stp_10.42.42.5(pid=23886) [trial-2404↪handover_2G:trx-sysmocell5000+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23886)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23886): Process ended prematurely: osmo-stp_10.42.42.5(pid=23886) [trial-2404↪handover_2G:trx-sysmocell5000+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23886)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2404 handover_2G:trx-sysmocell5000+bts1-trx-umtrx handover.py\u000a----------------------------------------------\u000a12:49:37.327472 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a12:49:37.338569 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a12:49:37.474866 tst handover.py: using LAC 41032\u000a12:49:37.595330 tst handover.py: using RAC 232\u000a12:49:37.711150 tst handover.py: using CellId 41032\u000a12:49:37.827928 tst handover.py: using BVCI 41033\u000a12:49:37.850795 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a12:49:37.983830 tst handover.py: using LAC 41033\u000a12:49:38.099912 tst handover.py: using RAC 233\u000a12:49:38.215811 tst handover.py: using CellId 41033\u000a12:49:38.333410 tst handover.py: using BVCI 41034\u000a12:49:38.356302 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a12:49:38.367474 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a12:49:38.378478 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a12:49:38.389416 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a12:49:38.400741 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a12:49:38.412066 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a12:49:38.528183 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a12:49:38.738775 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:49:39.224308 run create_hlr_db(pid=23880): Launched\u000a12:49:39.354760 bus /sierra_2: Setting Powered False\u000a12:49:40.430804 run create_hlr_db(pid=23880): Terminated: ok {rc=0}\u000a12:49:40.830160 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23882): Launched\u000a12:49:41.150999 run osmo-hlr_10.42.42.2(pid=23883): Launched\u000a12:49:41.268565 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:49:41.795131 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23885): Launched\u000a12:49:42.115937 run osmo-stp_10.42.42.5(pid=23886): Launched\u000a12:49:42.233633 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:49:42.790739 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23888): Launched\u000a12:49:43.111615 run osmo-msc_10.42.42.6(pid=23889): Launched\u000a12:49:43.300163 run osmo-stp_10.42.42.5(pid=23886): ERR: Terminated: ERROR {rc=1} [trial-2404↪handover_2G:trx-sysmocell5000+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23886)]\u000a12:49:43.435811 run osmo-stp_10.42.42.5(pid=23886): stdout: \u000a| (launched: 2022-12-14_12:49:41.958626)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:49:43.570714 run osmo-stp_10.42.42.5(pid=23886): stderr: \u000a| �[0;m�[38;5;43m20221214124942150 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214124942150 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214124942150 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214124942150 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214124942153 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214124942153 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214124942153 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:49:43.699617 run osmo-stp_10.42.42.5(pid=23886): stdout: \u000a| (launched: 2022-12-14_12:49:41.958626)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:49:43.827040 run osmo-stp_10.42.42.5(pid=23886): stderr: \u000a| �[0;m�[38;5;43m20221214124942150 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214124942150 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214124942150 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214124942150 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214124942153 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214124942153 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214124942153 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:49:43.883148 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=23886): Process ended prematurely: osmo-stp_10.42.42.5(pid=23886) [trial-2404↪handover_2G:trx-sysmocell5000+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23886)] [trial-2404↪handover_2G:trx-sysmocell5000+bts1-trx-umtrx↪handover.py:18]\u000a12:49:43.891614 tst handover.py:18: Test FAILED (6.6 sec)\u000a12:49:43.953238 run osmo-hlr_10.42.42.2(pid=23883): ERR: Terminated: ERROR {rc=237} [trial-2404↪handover_2G:trx-sysmocell5000+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23883)]\u000a12:49:44.003686 run osmo-hlr_10.42.42.2(pid=23883): stdout: \u000a| (launched: 2022-12-14_12:49:40.993617) \u000a12:49:44.054504 run osmo-hlr_10.42.42.2(pid=23883): stderr: \u000a| �[0;m�[1;31m20221214124941191 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214124941191 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214124941191 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214124941191 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214124941191 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214124941191 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214124941214 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2404/run.2022-12-14_11-25-45/handover_2G:trx-sysmocell5000+bts1-trx-umtrx/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214124941224 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214124941224 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214124941224 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:49:44.124062 run osmo-msc_10.42.42.6(pid=23889): ERR: Terminated: ERROR {rc=2} [trial-2404↪handover_2G:trx-sysmocell5000+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=23889)]\u000a12:49:44.174438 run osmo-msc_10.42.42.6(pid=23889): stdout: \u000a| (launched: 2022-12-14_12:49:42.954320) \u000a12:49:44.225927 run osmo-msc_10.42.42.6(pid=23889): stderr: \u000a| �[0;m�[38;5;43m20221214124943278 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214124943278 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fa9648ffc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214124943278 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214124943278 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214124943278 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214124943279 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214124943280 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214124943281 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214124943281 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214124943281 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:49:44.269368 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23882): Terminating (SIGTERM)\u000a12:49:44.310373 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23885): Terminating (SIGTERM)\u000a12:49:44.351453 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23888): Terminating (SIGTERM)\u000a12:49:44.361031 --- ParallelTerminationStrategy: PID 23882 died...\u000a12:49:44.415971 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23882): Terminated: ok {rc=0}\u000a12:49:44.425937 --- ParallelTerminationStrategy: PID 23885 died...\u000a12:49:44.480912 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23885): Terminated: ok {rc=0}\u000a12:49:44.490831 --- ParallelTerminationStrategy: PID 23888 died...\u000a12:49:44.545659 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23888): Terminated: ok {rc=0}\u000a12:49:44.631302 bus /sierra_3: Setting Powered False\u000a12:49:45.733132 bus /sierra_3: Setting Powered False\u000a12:49:46.852873 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "196", "name" : "handover_2G_trx-sysmocell5000+bts1-trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T12:49:37" }, { "cases" : [ { "testActions" : [ ], "age" : 87, "className" : "handover_2G:sysmo+bts1-trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23902): Process ended prematurely: osmo-stp_10.42.42.5(pid=23902) [trial-2404↪handover_2G:sysmo+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23902)]", "failedSince" : 2318, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23902): Process ended prematurely: osmo-stp_10.42.42.5(pid=23902) [trial-2404↪handover_2G:sysmo+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23902)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2404 handover_2G:sysmo+bts1-trx-b200 handover.py\u000a----------------------------------------------\u000a12:49:48.866646 tst handover_2G:sysmo+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a12:49:48.878223 tst handover_2G:sysmo+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a12:49:49.008700 tst handover.py: using LAC 41034\u000a12:49:49.126276 tst handover.py: using RAC 234\u000a12:49:49.242164 tst handover.py: using CellId 41034\u000a12:49:49.358059 tst handover.py: using BVCI 41035\u000a12:49:49.380817 tst handover_2G:sysmo+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a12:49:49.514370 tst handover.py: using LAC 41035\u000a12:49:49.630676 tst handover.py: using RAC 235\u000a12:49:49.746332 tst handover.py: using CellId 41035\u000a12:49:49.871041 tst handover.py: using BVCI 41036\u000a12:49:49.896353 tst handover_2G:sysmo+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a12:49:49.907775 tst handover_2G:sysmo+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a12:49:49.918978 tst handover_2G:sysmo+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a12:49:49.930295 tst handover_2G:sysmo+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a12:49:49.942050 tst handover_2G:sysmo+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a12:49:49.953603 tst handover_2G:sysmo+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a12:49:50.072347 tst handover_2G:sysmo+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a12:49:50.281711 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:49:50.767034 run create_hlr_db(pid=23896): Launched\u000a12:49:50.898027 bus /sierra_2: Setting Powered False\u000a12:49:51.974454 run create_hlr_db(pid=23896): Terminated: ok {rc=0}\u000a12:49:52.373639 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23898): Launched\u000a12:49:52.696296 run osmo-hlr_10.42.42.2(pid=23899): Launched\u000a12:49:52.812920 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:49:53.342940 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23901): Launched\u000a12:49:53.665098 run osmo-stp_10.42.42.5(pid=23902): Launched\u000a12:49:53.781259 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:49:54.339508 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23904): Launched\u000a12:49:54.658337 run osmo-msc_10.42.42.6(pid=23905): Launched\u000a12:49:54.846040 run osmo-stp_10.42.42.5(pid=23902): ERR: Terminated: ERROR {rc=1} [trial-2404↪handover_2G:sysmo+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23902)]\u000a12:49:54.981410 run osmo-stp_10.42.42.5(pid=23902): stdout: \u000a| (launched: 2022-12-14_12:49:53.505702)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:49:55.116516 run osmo-stp_10.42.42.5(pid=23902): stderr: \u000a| �[0;m�[38;5;43m20221214124953699 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214124953700 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214124953700 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214124953700 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214124953701 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214124953701 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214124953701 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:49:55.246483 run osmo-stp_10.42.42.5(pid=23902): stdout: \u000a| (launched: 2022-12-14_12:49:53.505702)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:49:55.374054 run osmo-stp_10.42.42.5(pid=23902): stderr: \u000a| �[0;m�[38;5;43m20221214124953699 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214124953700 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214124953700 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214124953700 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214124953701 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214124953701 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214124953701 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:49:55.430030 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=23902): Process ended prematurely: osmo-stp_10.42.42.5(pid=23902) [trial-2404↪handover_2G:sysmo+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23902)] [trial-2404↪handover_2G:sysmo+bts1-trx-b200↪handover.py:18]\u000a12:49:55.438438 tst handover.py:18: Test FAILED (6.6 sec)\u000a12:49:55.500553 run osmo-hlr_10.42.42.2(pid=23899): ERR: Terminated: ERROR {rc=237} [trial-2404↪handover_2G:sysmo+bts1-trx-b200↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23899)]\u000a12:49:55.551139 run osmo-hlr_10.42.42.2(pid=23899): stdout: \u000a| (launched: 2022-12-14_12:49:52.536749) \u000a12:49:55.602508 run osmo-hlr_10.42.42.2(pid=23899): stderr: \u000a| �[0;m�[1;31m20221214124952735 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214124952735 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214124952735 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214124952735 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214124952735 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214124952735 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214124952748 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2404/run.2022-12-14_11-25-45/handover_2G:sysmo+bts1-trx-b200/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214124952756 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214124952756 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214124952756 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:49:55.672118 run osmo-msc_10.42.42.6(pid=23905): ERR: Terminated: ERROR {rc=2} [trial-2404↪handover_2G:sysmo+bts1-trx-b200↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=23905)]\u000a12:49:55.722438 run osmo-msc_10.42.42.6(pid=23905): stdout: \u000a| (launched: 2022-12-14_12:49:54.502012) \u000a12:49:55.773452 run osmo-msc_10.42.42.6(pid=23905): stderr: \u000a| �[0;m�[38;5;43m20221214124954825 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214124954825 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f27227dcc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214124954825 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214124954825 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214124954825 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214124954825 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214124954827 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214124954827 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214124954828 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214124954828 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:49:55.816935 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23898): Terminating (SIGTERM)\u000a12:49:55.858076 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23901): Terminating (SIGTERM)\u000a12:49:55.899681 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23904): Terminating (SIGTERM)\u000a12:49:55.909370 --- ParallelTerminationStrategy: PID 23898 died...\u000a12:49:55.964710 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23898): Terminated: ok {rc=0}\u000a12:49:55.974731 --- ParallelTerminationStrategy: PID 23901 died...\u000a12:49:56.030181 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23901): Terminated: ok {rc=0}\u000a12:49:56.040247 --- ParallelTerminationStrategy: PID 23904 died...\u000a12:49:56.095557 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23904): Terminated: ok {rc=0}\u000a12:49:56.181332 bus /sierra_3: Setting Powered False\u000a12:49:57.286249 bus /sierra_3: Setting Powered False\u000a12:49:58.398246 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "197", "name" : "handover_2G_sysmo+bts1-trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T12:49:48" }, { "cases" : [ { "testActions" : [ ], "age" : 87, "className" : "handover_2G:sysmo+bts1-trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23919): Process ended prematurely: osmo-stp_10.42.42.5(pid=23919) [trial-2404↪handover_2G:sysmo+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23919)]", "failedSince" : 2318, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23919): Process ended prematurely: osmo-stp_10.42.42.5(pid=23919) [trial-2404↪handover_2G:sysmo+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23919)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2404 handover_2G:sysmo+bts1-trx-umtrx handover.py\u000a----------------------------------------------\u000a12:50:00.388406 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a12:50:00.399986 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a12:50:00.526563 tst handover.py: using LAC 41036\u000a12:50:00.651267 tst handover.py: using RAC 236\u000a12:50:00.775207 tst handover.py: using CellId 41036\u000a12:50:00.913622 tst handover.py: using BVCI 41037\u000a12:50:00.938915 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a12:50:01.082971 tst handover.py: using LAC 41037\u000a12:50:01.204693 tst handover.py: using RAC 237\u000a12:50:01.326796 tst handover.py: using CellId 41037\u000a12:50:01.448797 tst handover.py: using BVCI 41038\u000a12:50:01.474055 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a12:50:01.485882 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a12:50:01.497553 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a12:50:01.509125 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a12:50:01.522240 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a12:50:01.535350 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a12:50:01.659484 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a12:50:01.939415 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:50:02.468363 run create_hlr_db(pid=23913): Launched\u000a12:50:02.592018 bus /sierra_2: Setting Powered False\u000a12:50:03.662919 run create_hlr_db(pid=23913): Terminated: ok {rc=0}\u000a12:50:04.037836 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23915): Launched\u000a12:50:04.336470 run osmo-hlr_10.42.42.2(pid=23916): Launched\u000a12:50:04.453628 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:50:04.953336 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23918): Launched\u000a12:50:05.252079 run osmo-stp_10.42.42.5(pid=23919): Launched\u000a12:50:05.361107 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:50:05.882106 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23921): Launched\u000a12:50:06.181603 run osmo-msc_10.42.42.6(pid=23922): Launched\u000a12:50:06.358139 run osmo-stp_10.42.42.5(pid=23919): ERR: Terminated: ERROR {rc=1} [trial-2404↪handover_2G:sysmo+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23919)]\u000a12:50:06.485608 run osmo-stp_10.42.42.5(pid=23919): stdout: \u000a| (launched: 2022-12-14_12:50:05.104590)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:50:06.610680 run osmo-stp_10.42.42.5(pid=23919): stderr: \u000a| �[0;m�[38;5;43m20221214125005275 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214125005276 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214125005276 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214125005276 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214125005277 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214125005277 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214125005277 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:50:06.730774 run osmo-stp_10.42.42.5(pid=23919): stdout: \u000a| (launched: 2022-12-14_12:50:05.104590)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:50:06.849891 run osmo-stp_10.42.42.5(pid=23919): stderr: \u000a| �[0;m�[38;5;43m20221214125005275 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214125005276 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214125005276 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214125005276 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214125005277 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214125005277 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214125005277 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:50:06.902408 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=23919): Process ended prematurely: osmo-stp_10.42.42.5(pid=23919) [trial-2404↪handover_2G:sysmo+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23919)] [trial-2404↪handover_2G:sysmo+bts1-trx-umtrx↪handover.py:18]\u000a12:50:06.910433 tst handover.py:18: Test FAILED (6.5 sec)\u000a12:50:06.970822 run osmo-hlr_10.42.42.2(pid=23916): ERR: Terminated: ERROR {rc=237} [trial-2404↪handover_2G:sysmo+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23916)]\u000a12:50:07.020101 run osmo-hlr_10.42.42.2(pid=23916): stdout: \u000a| (launched: 2022-12-14_12:50:04.188799) \u000a12:50:07.069861 run osmo-hlr_10.42.42.2(pid=23916): stderr: \u000a| �[0;m�[1;31m20221214125004365 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214125004365 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214125004365 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214125004365 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214125004365 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214125004365 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214125004377 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2404/run.2022-12-14_11-25-45/handover_2G:sysmo+bts1-trx-umtrx/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214125004385 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214125004385 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214125004385 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:50:07.137771 run osmo-msc_10.42.42.6(pid=23922): ERR: Terminated: ERROR {rc=2} [trial-2404↪handover_2G:sysmo+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=23922)]\u000a12:50:07.186750 run osmo-msc_10.42.42.6(pid=23922): stdout: \u000a| (launched: 2022-12-14_12:50:06.033103) \u000a12:50:07.236390 run osmo-msc_10.42.42.6(pid=23922): stderr: \u000a| �[0;m�[38;5;43m20221214125006302 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214125006302 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fe6621ecc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214125006302 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214125006302 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214125006302 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214125006303 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214125006304 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214125006305 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214125006305 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214125006305 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:50:07.278648 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23915): Terminating (SIGTERM)\u000a12:50:07.318664 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23918): Terminating (SIGTERM)\u000a12:50:07.359076 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23921): Terminating (SIGTERM)\u000a12:50:07.368399 --- ParallelTerminationStrategy: PID 23915 died...\u000a12:50:07.422646 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23915): Terminated: ok {rc=0}\u000a12:50:07.432309 --- ParallelTerminationStrategy: PID 23918 died...\u000a12:50:07.485812 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23918): Terminated: ok {rc=0}\u000a12:50:07.495497 --- ParallelTerminationStrategy: PID 23921 died...\u000a12:50:07.549079 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23921): Terminated: ok {rc=0}\u000a12:50:07.637832 bus /sierra_3: Setting Powered False\u000a12:50:08.743450 bus /sierra_3: Setting Powered False\u000a12:50:09.855227 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "198", "name" : "handover_2G_sysmo+bts1-trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T12:50:00" }, { "cases" : [ { "testActions" : [ ], "age" : 87, "className" : "handover_2G:trx-b200+bts1-trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23933): Process ended prematurely: osmo-stp_10.42.42.5(pid=23933) [trial-2404↪handover_2G:trx-b200+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23933)]", "failedSince" : 2318, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23933): Process ended prematurely: osmo-stp_10.42.42.5(pid=23933) [trial-2404↪handover_2G:trx-b200+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23933)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2404 handover_2G:trx-b200+bts1-trx-umtrx handover.py\u000a----------------------------------------------\u000a12:50:11.862540 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a12:50:11.873858 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a12:50:12.017240 tst handover.py: using LAC 41038\u000a12:50:12.145404 tst handover.py: using RAC 238\u000a12:50:12.272867 tst handover.py: using CellId 41038\u000a12:50:12.399053 tst handover.py: using BVCI 41039\u000a12:50:12.423611 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a12:50:12.566868 tst handover.py: using LAC 41039\u000a12:50:12.694481 tst handover.py: using RAC 239\u000a12:50:12.819600 tst handover.py: using CellId 41039\u000a12:50:12.947850 tst handover.py: using BVCI 41040\u000a12:50:12.972531 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a12:50:12.983941 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a12:50:12.995301 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a12:50:13.006404 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a12:50:13.017472 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a12:50:13.028443 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a12:50:13.143536 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a12:50:13.355147 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:50:13.840060 run create_hlr_db(pid=23927): Launched\u000a12:50:13.971403 bus /sierra_2: Setting Powered False\u000a12:50:15.047879 run create_hlr_db(pid=23927): Terminated: ok {rc=0}\u000a12:50:15.425647 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23929): Launched\u000a12:50:15.725620 run osmo-hlr_10.42.42.2(pid=23930): Launched\u000a12:50:15.842717 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:50:16.493846 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23932): Launched\u000a12:50:16.938302 run osmo-stp_10.42.42.5(pid=23933): Launched\u000a12:50:17.148293 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:50:17.709694 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23935): Launched\u000a12:50:18.030266 run osmo-msc_10.42.42.6(pid=23936): Launched\u000a12:50:18.217943 run osmo-stp_10.42.42.5(pid=23933): ERR: Terminated: ERROR {rc=1} [trial-2404↪handover_2G:trx-b200+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23933)]\u000a12:50:18.353241 run osmo-stp_10.42.42.5(pid=23933): stdout: \u000a| (launched: 2022-12-14_12:50:16.664380)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:50:18.488560 run osmo-stp_10.42.42.5(pid=23933): stderr: \u000a| �[0;m�[38;5;43m20221214125016969 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214125016969 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214125016970 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214125016970 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214125016970 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214125016971 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214125016971 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:50:18.618294 run osmo-stp_10.42.42.5(pid=23933): stdout: \u000a| (launched: 2022-12-14_12:50:16.664380)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:50:18.745950 run osmo-stp_10.42.42.5(pid=23933): stderr: \u000a| �[0;m�[38;5;43m20221214125016969 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214125016969 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214125016970 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214125016970 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214125016970 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214125016971 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214125016971 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:50:18.802068 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=23933): Process ended prematurely: osmo-stp_10.42.42.5(pid=23933) [trial-2404↪handover_2G:trx-b200+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23933)] [trial-2404↪handover_2G:trx-b200+bts1-trx-umtrx↪handover.py:18]\u000a12:50:18.810625 tst handover.py:18: Test FAILED (6.9 sec)\u000a12:50:18.873642 run osmo-hlr_10.42.42.2(pid=23930): ERR: Terminated: ERROR {rc=237} [trial-2404↪handover_2G:trx-b200+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23930)]\u000a12:50:18.925435 run osmo-hlr_10.42.42.2(pid=23930): stdout: \u000a| (launched: 2022-12-14_12:50:15.577296) \u000a12:50:18.977642 run osmo-hlr_10.42.42.2(pid=23930): stderr: \u000a| �[0;m�[1;31m20221214125015756 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214125015756 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214125015756 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214125015756 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214125015756 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214125015757 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214125015767 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2404/run.2022-12-14_11-25-45/handover_2G:trx-b200+bts1-trx-umtrx/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214125015776 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214125015776 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214125015776 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:50:19.047817 run osmo-msc_10.42.42.6(pid=23936): ERR: Terminated: ERROR {rc=2} [trial-2404↪handover_2G:trx-b200+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=23936)]\u000a12:50:19.098459 run osmo-msc_10.42.42.6(pid=23936): stdout: \u000a| (launched: 2022-12-14_12:50:17.872895) \u000a12:50:19.149597 run osmo-msc_10.42.42.6(pid=23936): stderr: \u000a| �[0;m�[38;5;43m20221214125018195 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214125018195 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f735b519c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214125018195 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214125018195 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214125018195 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214125018196 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214125018197 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214125018198 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214125018198 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214125018198 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:50:19.193307 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23929): Terminating (SIGTERM)\u000a12:50:19.234824 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23932): Terminating (SIGTERM)\u000a12:50:19.276102 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23935): Terminating (SIGTERM)\u000a12:50:19.285822 --- ParallelTerminationStrategy: PID 23929 died...\u000a12:50:19.341763 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23929): Terminated: ok {rc=0}\u000a12:50:19.351901 --- ParallelTerminationStrategy: PID 23932 died...\u000a12:50:19.407536 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23932): Terminated: ok {rc=0}\u000a12:50:19.417651 --- ParallelTerminationStrategy: PID 23935 died...\u000a12:50:19.472999 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23935): Terminated: ok {rc=0}\u000a12:50:19.558384 bus /sierra_3: Setting Powered False\u000a12:50:20.662854 bus /sierra_3: Setting Powered False\u000a12:50:21.769581 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "199", "name" : "handover_2G_trx-b200+bts1-trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T12:50:11" } ] }